JUnit version 4.13.2
.20:03:45.962 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134625949
20:03:45.998 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134625998
20:03:46.030 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:03:46.039 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:03:46.118 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:03:46.137 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:03:46.143 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:46.147 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:46.347 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:03:46.551 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:03:46.552 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:03:46.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:46.558188 32444 mini_oidc.cc:150] Starting JWKS server
20:03:46.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:46.563035 32444 webserver.cc:533] Webserver started at http://127.0.0.1:37983/ using document root <none> and password file <none>
20:03:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:46.563652 32444 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:46.566314 32444 webserver.cc:533] Webserver started at http://127.0.0.1:45943/ using document root <none> and password file <none>
20:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:03:46Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:03:46Z Disabled control of system clock
20:03:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:46.634058 32444 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/wal
20:03:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/data
20:03:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:46.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:46.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:46.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/logs
20:03:46.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/data/info.pb
20:03:46.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:46.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:46.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:46.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.62:43581
20:03:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.62
20:03:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:46.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:46.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37983/jwks.json with env {}
20:03:46.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:46.953372 32456 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:46.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:46.954116 32456 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:46.954909 32456 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:46.987903 32456 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:46.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:46.988302 32456 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:46.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:46.988621 32456 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:46.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:46.988950 32456 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:46.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:46.989295 32456 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:46.989564 32456 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37983/jwks.json
20:03:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:47.030295 32456 master_runner.cc:387] Master server non-default flags:
20:03:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/data
20:03:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/wal
20:03:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.62:43581
20:03:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37983/jwks.json
20:03:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/data/info.pb
20:03:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.62
20:03:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/logs
20:03:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:03:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:03:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:03:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:47.032107 32456 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:47.034454 32456 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:47.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:47.049247 32462 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:47.049508 32463 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.375754 32465 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.378297 32456 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.329s	user 0.428s	sys 0.901s
20:03:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.378597 32456 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.330s	user 0.428s	sys 0.901s
20:03:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.380628 32456 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.380728 32464 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1326 milliseconds
20:03:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.382313 32456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.385381 32456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.386792 32456 hybrid_clock.cc:648] HybridClock initialized: now 1779134628386726 us; error 107 us; skew 500 ppm
20:03:48.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.387730 32456 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.396369 32456 webserver.cc:533] Webserver started at http://127.31.175.62:41641/ using document root <none> and password file <none>
20:03:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.397635 32456 fs_manager.cc:362] Metadata directory not provided
20:03:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.397912 32456 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.398566 32456 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.403429 32456 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/data/instance:
20:03:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6d3f5dcf14141199341dd9dc2c8c29f"
20:03:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:48 on dist-test-slave-66b9"
20:03:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.405138 32456 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/wal/instance:
20:03:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6d3f5dcf14141199341dd9dc2c8c29f"
20:03:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:48 on dist-test-slave-66b9"
20:03:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.414728 32456 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.001s	sys 0.005s
20:03:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.422591 32472 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.424865 32456 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.000s	sys 0.004s
20:03:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.425362 32456 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/wal
20:03:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6d3f5dcf14141199341dd9dc2c8c29f"
20:03:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:48 on dist-test-slave-66b9"
20:03:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.426397 32456 fs_report.cc:389] FS layout report
20:03:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/wal
20:03:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/wal
20:03:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/data/data
20:03:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:48.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.532188 32456 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:48.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.533710 32456 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:48.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.534181 32456 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:48.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.621206 32456 rpc_server.cc:307] RPC server started. Bound to: 127.31.175.62:43581
20:03:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.621299 32523 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.175.62:43581 every 8 connection(s)
20:03:48.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.624260 32456 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/data/info.pb
20:03:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.632040 32524 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.632858 32444 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 32456
20:03:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.633363 32444 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-0/wal/instance
20:03:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.637063 32444 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/wal
20:03:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/data
20:03:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/logs
20:03:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/data/info.pb
20:03:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.61:39241
20:03:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.61
20:03:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:48.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37983/jwks.json with env {}
20:03:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.645294 32524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } has no permanent_uuid. Determining permanent_uuid...
20:03:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.688575 32524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } has no permanent_uuid. Determining permanent_uuid...
20:03:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.692533 32476 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.175.61:39241: connect: Connection refused (error 111)
20:03:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.697839 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.61:39241: Network error: Client connection negotiation failed: client connection to 127.31.175.61:39241: connect: Connection refused (error 111)
20:03:48.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.747416 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } attempt: 1
20:03:48.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.752588 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.61:39241: Network error: Client connection negotiation failed: client connection to 127.31.175.61:39241: connect: Connection refused (error 111)
20:03:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.821066 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } attempt: 2
20:03:48.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.825131 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.61:39241: Network error: Client connection negotiation failed: client connection to 127.31.175.61:39241: connect: Connection refused (error 111)
20:03:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:48.916663 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } attempt: 3
20:03:48.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.920632 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.61:39241: Network error: Client connection negotiation failed: client connection to 127.31.175.61:39241: connect: Connection refused (error 111)
20:03:48.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.981427 32526 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:48.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.982115 32526 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:48.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:48.982733 32526 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.016683 32526 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.016981 32526 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.017174 32526 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.017355 32526 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.017673 32526 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.017957 32526 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37983/jwks.json
20:03:49.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:49.057041 32526 master_runner.cc:387] Master server non-default flags:
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/data
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/wal
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.61:39241
20:03:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37983/jwks.json
20:03:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/data/info.pb
20:03:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.61
20:03:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/logs
20:03:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:03:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:03:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:03:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:49.058350 32526 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:49.060343 32526 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:49.064103 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } attempt: 4
20:03:49.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.069784 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.61:39241: Network error: Client connection negotiation failed: client connection to 127.31.175.61:39241: connect: Connection refused (error 111)
20:03:49.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.075963 32535 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:49.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:49.370433 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } attempt: 5
20:03:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.376259 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.61:39241: Network error: Client connection negotiation failed: client connection to 127.31.175.61:39241: connect: Connection refused (error 111)
20:03:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:49.923988 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } attempt: 6
20:03:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.932315 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.61:39241: Network error: Client connection negotiation failed: client connection to 127.31.175.61:39241: connect: Connection refused (error 111)
20:03:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.078925 32536 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:49.081207 32538 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.343492 32537 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:03:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.343628 32526 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.350069 32526 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.353894 32526 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.355413 32526 hybrid_clock.cc:648] HybridClock initialized: now 1779134630355372 us; error 48 us; skew 500 ppm
20:03:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.356379 32526 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:50.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.364491 32526 webserver.cc:533] Webserver started at http://127.31.175.61:41317/ using document root <none> and password file <none>
20:03:50.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.365470 32526 fs_manager.cc:362] Metadata directory not provided
20:03:50.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.365694 32526 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:50.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.366335 32526 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.371515 32526 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/data/instance:
20:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce59673f9e934802a07f3af9d0bf5571"
20:03:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:50 on dist-test-slave-66b9"
20:03:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.373060 32526 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/wal/instance:
20:03:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce59673f9e934802a07f3af9d0bf5571"
20:03:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:50 on dist-test-slave-66b9"
20:03:50.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.381345 32526 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.010s	sys 0.001s
20:03:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.387683 32547 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:50.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.388881 32526 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
20:03:50.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.389274 32526 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/wal
20:03:50.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce59673f9e934802a07f3af9d0bf5571"
20:03:50.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:50 on dist-test-slave-66b9"
20:03:50.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.389714 32526 fs_report.cc:389] FS layout report
20:03:50.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:50.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/wal
20:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/wal
20:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/data/data
20:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.489135 32526 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.491670 32526 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.492324 32526 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.580608 32526 rpc_server.cc:307] RPC server started. Bound to: 127.31.175.61:39241
20:03:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.580695 32598 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.175.61:39241 every 8 connection(s)
20:03:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.583405 32526 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/data/info.pb
20:03:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.590914 32599 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.592712 32444 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 32526
20:03:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.593119 32444 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-1/wal/instance
20:03:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.595343 32444 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/wal
20:03:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/data
20:03:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/logs
20:03:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/data/info.pb
20:03:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.60:35661
20:03:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.60
20:03:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37983/jwks.json with env {}
20:03:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.606303 32599 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } has no permanent_uuid. Determining permanent_uuid...
20:03:50.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.636868 32599 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } has no permanent_uuid. Determining permanent_uuid...
20:03:50.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.654249 32599 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } has no permanent_uuid. Determining permanent_uuid...
20:03:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.656977 32549 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:50.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.661708 32599 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.711369 32599 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 1
20:03:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.715993 32599 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:50.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.784504 32599 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 2
20:03:50.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.789165 32599 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.880640 32599 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 3
20:03:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.885085 32599 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.947605 32601 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.948161 32601 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.948603 32601 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:50.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.985138 32601 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:50.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.986233 32601 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:50.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.986598 32601 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:50.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.986963 32601 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:50.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.987335 32601 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:50.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:50.987632 32601 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37983/jwks.json
20:03:50.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:50.992980 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } attempt: 7
20:03:51.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.006541 32524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } has no permanent_uuid. Determining permanent_uuid...
20:03:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.012665 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.028540 32599 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 4
20:03:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.032806 32599 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.033716 32601 master_runner.cc:387] Master server non-default flags:
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/data
20:03:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/wal
20:03:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.60:35661
20:03:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37983/jwks.json
20:03:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/data/info.pb
20:03:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.60
20:03:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/logs
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:03:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:03:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.035486 32601 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.038033 32601 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.051748 32613 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:51.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.071153 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 1
20:03:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.075223 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:51.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.156687 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 2
20:03:51.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.164036 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.249658 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 3
20:03:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.256297 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.332275 32599 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 5
20:03:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.339592 32599 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.396955 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 4
20:03:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.404309 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:51.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.687929 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 5
20:03:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.694576 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:51.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:51.887187 32599 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 6
20:03:51.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.898451 32599 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.247191 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 6
20:03:52.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:52.257459 32524 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.175.60:35661: Network error: Client connection negotiation failed: client connection to 127.31.175.60:35661: connect: Connection refused (error 111)
20:03:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:51.054052 32614 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:52.373746 32616 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:52.378827 32615 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1319 milliseconds
20:03:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.378996 32601 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.380409 32601 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.383669 32601 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:52.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.385152 32601 hybrid_clock.cc:648] HybridClock initialized: now 1779134632385111 us; error 66 us; skew 500 ppm
20:03:52.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.386001 32601 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.394296 32601 webserver.cc:533] Webserver started at http://127.31.175.60:37337/ using document root <none> and password file <none>
20:03:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.395303 32601 fs_manager.cc:362] Metadata directory not provided
20:03:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.395495 32601 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.395946 32601 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.400493 32601 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/data/instance:
20:03:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93e88cf7de084d3ab5fc1e09ee6df095"
20:03:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:52 on dist-test-slave-66b9"
20:03:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.402040 32601 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/wal/instance:
20:03:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93e88cf7de084d3ab5fc1e09ee6df095"
20:03:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:52 on dist-test-slave-66b9"
20:03:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.410697 32601 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.418607 32627 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.420228 32601 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.420596 32601 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/wal
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93e88cf7de084d3ab5fc1e09ee6df095"
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:52 on dist-test-slave-66b9"
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.420930 32601 fs_report.cc:389] FS layout report
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/wal
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/wal
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/data/data
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.476322 32601 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.477998 32601 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.478437 32601 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.564277 32601 rpc_server.cc:307] RPC server started. Bound to: 127.31.175.60:35661
20:03:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.564352 32678 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.175.60:35661 every 8 connection(s)
20:03:52.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.567332 32601 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/data/info.pb
20:03:52.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.570710 32444 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 32601
20:03:52.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.571137 32444 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/master-2/wal/instance
20:03:52.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.578217 32679 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.599169 32679 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } has no permanent_uuid. Determining permanent_uuid...
20:03:52.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.629487 32679 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } has no permanent_uuid. Determining permanent_uuid...
20:03:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.642059 32679 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } has no permanent_uuid. Determining permanent_uuid...
20:03:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.660496 32679 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095: Bootstrap starting.
20:03:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.669034 32679 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095: Neither blocks nor log segments found. Creating new log.
20:03:52.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.670929 32679 log.cc:826] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095: Log is configured to *not* fsync() on all Append() calls
20:03:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.677734 32679 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095: No bootstrap required, opened a new log
20:03:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.705693 32679 raft_consensus.cc:359] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } }
20:03:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.706458 32679 raft_consensus.cc:385] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.706737 32679 raft_consensus.cc:740] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93e88cf7de084d3ab5fc1e09ee6df095, State: Initialized, Role: FOLLOWER
20:03:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.707615 32679 consensus_queue.cc:260] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } }
20:03:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.711161 32687 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.712370 32687 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [sys.catalog]: This master's current role is: FOLLOWER
20:03:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.713661 32679 sys_catalog.cc:565] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [sys.catalog]: configured and running, proceeding with master startup.
20:03:52.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:52.734215 32633 tablet.cc:2404] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:52.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:52.741582 32698 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:52.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:52.741915 32698 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.737926 32601 master_runner.cc:187] Error getting master registration for 127.31.175.62:43581: OK, instance_id { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" instance_seqno: 1779134628597169 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.768833 32601 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:52.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.857265 32687 raft_consensus.cc:493] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.857831 32687 raft_consensus.cc:515] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } }
20:03:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.860126 32687 leader_election.cc:290] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a6d3f5dcf14141199341dd9dc2c8c29f (127.31.175.62:43581), ce59673f9e934802a07f3af9d0bf5571 (127.31.175.61:39241)
20:03:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.959064 32599 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 7
20:03:52.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.983296 32599 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571: Bootstrap starting.
20:03:52.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.991603 32599 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571: Neither blocks nor log segments found. Creating new log.
20:03:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:52.996663 32599 log.cc:826] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571: Log is configured to *not* fsync() on all Append() calls
20:03:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.003293 32599 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571: No bootstrap required, opened a new log
20:03:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.035403 32599 raft_consensus.cc:359] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } }
20:03:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.036294 32599 raft_consensus.cc:385] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.036600 32599 raft_consensus.cc:740] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce59673f9e934802a07f3af9d0bf5571, State: Initialized, Role: FOLLOWER
20:03:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.037555 32599 consensus_queue.cc:260] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } }
20:03:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.061247 32702 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.062930 32702 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [sys.catalog]: This master's current role is: FOLLOWER
20:03:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.063043 32599 sys_catalog.cc:565] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [sys.catalog]: configured and running, proceeding with master startup.
20:03:53.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.063252 32574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce59673f9e934802a07f3af9d0bf5571" is_pre_election: true
20:03:53.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.065515 32574 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93e88cf7de084d3ab5fc1e09ee6df095 in term 0.
20:03:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.067714 32631 leader_election.cc:304] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 93e88cf7de084d3ab5fc1e09ee6df095, ce59673f9e934802a07f3af9d0bf5571; no voters: 
20:03:53.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.068624 32687 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:53.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.069047 32687 raft_consensus.cc:493] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:53.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.069356 32687 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 0 FOLLOWER]: Advancing to term 1
20:03:53.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.074393 32687 raft_consensus.cc:515] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } }
20:03:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.080729 32574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce59673f9e934802a07f3af9d0bf5571"
20:03:53.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.081477 32574 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [term 0 FOLLOWER]: Advancing to term 1
20:03:53.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.093411 32687 leader_election.cc:290] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [CANDIDATE]: Term 1 election: Requested vote from peers a6d3f5dcf14141199341dd9dc2c8c29f (127.31.175.62:43581), ce59673f9e934802a07f3af9d0bf5571 (127.31.175.61:39241)
20:03:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.099874 32574 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93e88cf7de084d3ab5fc1e09ee6df095 in term 1.
20:03:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.101625 32631 leader_election.cc:304] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 93e88cf7de084d3ab5fc1e09ee6df095, ce59673f9e934802a07f3af9d0bf5571; no voters: 
20:03:53.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.103472 32687 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 1 FOLLOWER]: Leader election won for term 1
20:03:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.108687 32687 raft_consensus.cc:697] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [term 1 LEADER]: Becoming Leader. State: Replica: 93e88cf7de084d3ab5fc1e09ee6df095, State: Running, Role: LEADER
20:03:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.110643 32687 consensus_queue.cc:237] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } }
20:03:53.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.142354 32706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93e88cf7de084d3ab5fc1e09ee6df095. Latest consensus state: current_term: 1 leader_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.146286 32706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [sys.catalog]: This master's current role is: LEADER
20:03:53.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.157015 32716 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:03:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:53.168185 32715 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:53.171034 32715 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.172226 32716 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:03:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.152356 32526 master_runner.cc:187] Error getting master registration for 127.31.175.62:43581: OK, instance_id { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" instance_seqno: 1779134628597169 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.197335 32574 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [term 1 FOLLOWER]: Refusing update from remote peer 93e88cf7de084d3ab5fc1e09ee6df095: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.198305 32526 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.209179 32706 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:53.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.249759 32702 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93e88cf7de084d3ab5fc1e09ee6df095. Latest consensus state: current_term: 1 leader_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.250985 32702 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [sys.catalog]: This master's current role is: FOLLOWER
20:03:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:53.252182 32553 tablet.cc:2404] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.262777 32702 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.263504 32702 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571 [sys.catalog]: This master's current role is: FOLLOWER
20:03:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.264605 32706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.265525 32706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [sys.catalog]: This master's current role is: LEADER
20:03:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.268090 32716 catalog_manager.cc:1382] Generated new cluster ID: 468c4a6577cf40bbaf72d5ab348977c3
20:03:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.268422 32716 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:03:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.290839 32524 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } attempt: 7
20:03:53.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.343910 32524 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f: Bootstrap starting.
20:03:53.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.346081 32716 catalog_manager.cc:1405] Generated new certificate authority record
20:03:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.352421 32716 catalog_manager.cc:1539] Loading token signing keys...
20:03:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.366766 32524 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f: Neither blocks nor log segments found. Creating new log.
20:03:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.372392 32524 log.cc:826] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f: Log is configured to *not* fsync() on all Append() calls
20:03:53.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.394520 32524 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f: No bootstrap required, opened a new log
20:03:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.419199 32716 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095: Generated new TSK 0
20:03:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.420403 32716 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:03:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.443094 32444 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/wal
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/data
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/logs
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/data/info.pb
20:03:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.1:0
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.175.1
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.1
20:03:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.540899 32524 raft_consensus.cc:359] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } }
20:03:53.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.543609 32524 raft_consensus.cc:385] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:53.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.544373 32524 raft_consensus.cc:740] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6d3f5dcf14141199341dd9dc2c8c29f, State: Initialized, Role: FOLLOWER
20:03:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.546657 32524 consensus_queue.cc:260] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } }
20:03:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.572081 32499 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" is_pre_election: true
20:03:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.572899 32499 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93e88cf7de084d3ab5fc1e09ee6df095 in term 0.
20:03:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.574219 32497 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [term 0 FOLLOWER]: Advancing to term 1
20:03:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.579298 32498 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f"
20:03:53.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.587435 32497 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [term 1 FOLLOWER]: Refusing update from remote peer 93e88cf7de084d3ab5fc1e09ee6df095: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:53.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.588233 32524 sys_catalog.cc:565] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [sys.catalog]: configured and running, proceeding with master startup.
20:03:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.590984 32706 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.588610 32726 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:53.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.595731 32726 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [sys.catalog]: This master's current role is: FOLLOWER
20:03:53.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.689811 32726 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93e88cf7de084d3ab5fc1e09ee6df095. Latest consensus state: current_term: 1 leader_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.690994 32726 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [sys.catalog]: This master's current role is: FOLLOWER
20:03:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.692489 32727 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.693229 32727 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f [sys.catalog]: This master's current role is: FOLLOWER
20:03:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.751250 32742 catalog_manager.cc:1294] Loaded cluster ID: 468c4a6577cf40bbaf72d5ab348977c3
20:03:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.751572 32742 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f: loading cluster ID for follower catalog manager: success
20:03:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.770352 32742 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f: acquiring CA information for follower catalog manager: success
20:03:53.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:53.782262 32742 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a6d3f5dcf14141199341dd9dc2c8c29f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:54.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:54.073592 32725 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:54.074731 32725 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:54.075730 32725 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:54.140946 32725 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:54.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:54.142728 32725 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.175.1
20:03:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:54.181288 32715 catalog_manager.cc:1294] Loaded cluster ID: 468c4a6577cf40bbaf72d5ab348977c3
20:03:54.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:54.182152 32715 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571: loading cluster ID for follower catalog manager: success
20:03:54.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:54.196754 32715 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571: acquiring CA information for follower catalog manager: success
20:03:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:54.211542 32706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a6d3f5dcf14141199341dd9dc2c8c29f" member_type: VOTER last_known_addr { host: "127.31.175.62" port: 43581 } } peers { permanent_uuid: "ce59673f9e934802a07f3af9d0bf5571" member_type: VOTER last_known_addr { host: "127.31.175.61" port: 39241 } } peers { permanent_uuid: "93e88cf7de084d3ab5fc1e09ee6df095" member_type: VOTER last_known_addr { host: "127.31.175.60" port: 35661 } } }
20:03:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:54.216516 32706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93e88cf7de084d3ab5fc1e09ee6df095 [sys.catalog]: This master's current role is: LEADER
20:03:54.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:54.216382 32715 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ce59673f9e934802a07f3af9d0bf5571: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:54.247068 32725 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/data
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/wal
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.1:0
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/data/info.pb
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.1
20:03:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.175.1
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/logs
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:03:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:03:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:03:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:54.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:54.258424 32725 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:54.261391 32725 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:54.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:54.303723 32752 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:55.657069 32520 debug-util.cc:398] Leaking SignalData structure 0x7b0800090040 after lost signal to thread 32457
20:03:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:55.657718 32520 debug-util.cc:398] Leaking SignalData structure 0x7b0800070820 after lost signal to thread 32523
20:03:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:55.696062 32751 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 32725
20:03:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:56.729316 32751 kernel_stack_watchdog.cc:198] Thread 32725 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 387ms:
20:03:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:54.310040 32753 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:56.734807 32725 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.428s	user 0.548s	sys 0.836s
20:03:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:56.736020 32725 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.429s	user 0.548s	sys 0.837s
20:03:56.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:56.743193 32758 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.747017 32725 server_base.cc:1061] running on GCE node
20:03:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.748824 32725 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.758574 32725 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.766860 32725 hybrid_clock.cc:648] HybridClock initialized: now 1779134636766812 us; error 72 us; skew 500 ppm
20:03:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.768841 32725 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.802767 32725 webserver.cc:533] Webserver started at http://127.31.175.1:41841/ using document root <none> and password file <none>
20:03:56.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.804610 32725 fs_manager.cc:362] Metadata directory not provided
20:03:56.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.805339 32725 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.806324 32725 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.814420 32725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/data/instance:
20:03:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa9beb2f80084d3dab05519298940ab7"
20:03:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:56 on dist-test-slave-66b9"
20:03:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.816902 32725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/wal/instance:
20:03:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa9beb2f80084d3dab05519298940ab7"
20:03:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:56 on dist-test-slave-66b9"
20:03:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.845165 32725 fs_manager.cc:696] Time spent creating directory manager: real 0.027s	user 0.013s	sys 0.007s
20:03:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.866847 32763 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:56.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.868381 32725 fs_manager.cc:730] Time spent opening block manager: real 0.018s	user 0.014s	sys 0.002s
20:03:56.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.868943 32725 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/wal
20:03:56.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa9beb2f80084d3dab05519298940ab7"
20:03:56.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:56 on dist-test-slave-66b9"
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.869411 32725 fs_report.cc:389] FS layout report
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/wal
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/wal
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/data/data
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:56.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:56.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.966250 32725 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.967958 32725 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.968493 32725 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.971807 32725 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.976996 32725 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.977301 32725 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.977614 32725 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:56.977866 32725 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.512014 32725 rpc_server.cc:307] RPC server started. Bound to: 127.31.175.1:40885
20:03:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.512130   408 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.175.1:40885 every 8 connection(s)
20:03:57.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.515537 32725 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/data/info.pb
20:03:57.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.519348 32444 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 32725
20:03:57.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.519961 32444 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-0/wal/instance
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.534499 32444 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/wal
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/data
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/logs
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/data/info.pb
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.2:0
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.175.2
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.2
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:57.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:57.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:57.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:57.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.647753   410 heartbeater.cc:344] Connected to a master server at 127.31.175.61:39241
20:03:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.648283   410 heartbeater.cc:461] Registering TS with master...
20:03:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.649899   410 heartbeater.cc:507] Master 127.31.175.61:39241 requested a full tablet report, sending...
20:03:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.654024 32564 ts_manager.cc:194] Registered new tserver with Master: fa9beb2f80084d3dab05519298940ab7 (127.31.175.1:40885)
20:03:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.660737   409 heartbeater.cc:344] Connected to a master server at 127.31.175.60:35661
20:03:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.661146   409 heartbeater.cc:461] Registering TS with master...
20:03:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.662752   409 heartbeater.cc:507] Master 127.31.175.60:35661 requested a full tablet report, sending...
20:03:57.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.665867 32644 ts_manager.cc:194] Registered new tserver with Master: fa9beb2f80084d3dab05519298940ab7 (127.31.175.1:40885)
20:03:57.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.669416 32644 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.175.1:37491
20:03:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.672189   413 heartbeater.cc:344] Connected to a master server at 127.31.175.62:43581
20:03:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.672600   413 heartbeater.cc:461] Registering TS with master...
20:03:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.673650   413 heartbeater.cc:507] Master 127.31.175.62:43581 requested a full tablet report, sending...
20:03:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:57.677583 32489 ts_manager.cc:194] Registered new tserver with Master: fa9beb2f80084d3dab05519298940ab7 (127.31.175.1:40885)
20:03:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:58.004259   416 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:58.005019   416 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:58.005522   416 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:58.040268   416 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:58.041138   416 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.175.2
20:03:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:58.081868   416 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/data
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/wal
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.2:0
20:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/data/info.pb
20:03:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.2
20:03:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.175.2
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/logs
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:58.083281   416 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:58.085748   416 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:58.103778   425 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:58.675369   409 heartbeater.cc:499] Master 127.31.175.60:35661 was elected leader, sending a full tablet report...
20:03:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:58.106436   426 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:58.111060   428 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:03:59.580619   427 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1470 milliseconds
20:03:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.580725   416 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.582582   416 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.585541   416 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.587358   416 hybrid_clock.cc:648] HybridClock initialized: now 1779134639587276 us; error 110 us; skew 500 ppm
20:03:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.588527   416 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.597581   416 webserver.cc:533] Webserver started at http://127.31.175.2:33521/ using document root <none> and password file <none>
20:03:59.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.598873   416 fs_manager.cc:362] Metadata directory not provided
20:03:59.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.599176   416 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:59.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.599885   416 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.607251   416 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/data/instance:
20:03:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fed820f84d5499fb5c9a9b616e6819c"
20:03:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:59 on dist-test-slave-66b9"
20:03:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.608937   416 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/wal/instance:
20:03:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fed820f84d5499fb5c9a9b616e6819c"
20:03:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:59 on dist-test-slave-66b9"
20:03:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.619311   416 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.011s	sys 0.000s
20:03:59.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.628528   436 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:59.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.630287   416 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.006s	sys 0.000s
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.630645   416 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/wal
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fed820f84d5499fb5c9a9b616e6819c"
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:03:59 on dist-test-slave-66b9"
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.630978   416 fs_report.cc:389] FS layout report
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/wal
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/wal
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/data/data
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:59.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.683310   416 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.686388   416 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.687003   416 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.690340   416 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.695063   416 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.695274   416 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.695479   416 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.695611   416 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.871196   416 rpc_server.cc:307] RPC server started. Bound to: 127.31.175.2:36443
20:03:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.871577   548 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.175.2:36443 every 8 connection(s)
20:03:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.873730   416 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/data/info.pb
20:03:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.879760 32444 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 416
20:03:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.880375 32444 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-1/wal/instance
20:03:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.916368 32444 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:03:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/wal
20:03:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/data
20:03:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/logs
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/data/info.pb
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.3:0
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.175.3
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.3
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:59.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.921747   549 heartbeater.cc:344] Connected to a master server at 127.31.175.60:35661
20:03:59.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.922478   549 heartbeater.cc:461] Registering TS with master...
20:03:59.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.924479   549 heartbeater.cc:507] Master 127.31.175.60:35661 requested a full tablet report, sending...
20:03:59.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.928653 32644 ts_manager.cc:194] Registered new tserver with Master: 6fed820f84d5499fb5c9a9b616e6819c (127.31.175.2:36443)
20:03:59.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.931859 32644 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.175.2:43839
20:03:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.937014   551 heartbeater.cc:344] Connected to a master server at 127.31.175.62:43581
20:03:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.937358   551 heartbeater.cc:461] Registering TS with master...
20:03:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.938023   551 heartbeater.cc:507] Master 127.31.175.62:43581 requested a full tablet report, sending...
20:03:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.940191 32489 ts_manager.cc:194] Registered new tserver with Master: 6fed820f84d5499fb5c9a9b616e6819c (127.31.175.2:36443)
20:03:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.944887   550 heartbeater.cc:344] Connected to a master server at 127.31.175.61:39241
20:03:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.945171   550 heartbeater.cc:461] Registering TS with master...
20:03:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.945657   550 heartbeater.cc:507] Master 127.31.175.61:39241 requested a full tablet report, sending...
20:03:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:03:59.948351 32564 ts_manager.cc:194] Registered new tserver with Master: 6fed820f84d5499fb5c9a9b616e6819c (127.31.175.2:36443)
20:04:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:00.302901   559 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:00.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:00.303455   559 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:00.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:00.303967   559 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:00.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:00.340938   559 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:00.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:00.342094   559 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.175.3
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:00.384692   559 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.175.20:34203
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/data
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/wal
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.175.3:0
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/data/info.pb
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.175.3
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.175.62:43581,127.31.175.61:39241,127.31.175.60:35661
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.175.3
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/logs
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:00.386341   559 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:00.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:00.388803   559 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:00.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:00.403630   565 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:00.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:00.936347   549 heartbeater.cc:499] Master 127.31.175.60:35661 was elected leader, sending a full tablet report...
20:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:01.809000   564 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 559
20:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:02.278883   559 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.873s	user 0.760s	sys 1.089s
20:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:02.279239   559 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.873s	user 0.760s	sys 1.089s
20:04:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:00.405786   566 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:02.281531   569 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:02.285508   567 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1875 milliseconds
20:04:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.285526   559 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.286926   559 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.288904   559 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.290232   559 hybrid_clock.cc:648] HybridClock initialized: now 1779134642290197 us; error 76 us; skew 500 ppm
20:04:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.291002   559 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.297598   559 webserver.cc:533] Webserver started at http://127.31.175.3:42495/ using document root <none> and password file <none>
20:04:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.298714   559 fs_manager.cc:362] Metadata directory not provided
20:04:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.298923   559 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.299304   559 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.304898   559 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/data/instance:
20:04:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd8c3e6420a74e5bb09e53dd55e833f1"
20:04:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:02 on dist-test-slave-66b9"
20:04:02.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.306344   559 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/wal/instance:
20:04:02.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd8c3e6420a74e5bb09e53dd55e833f1"
20:04:02.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:02 on dist-test-slave-66b9"
20:04:02.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.314235   559 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
20:04:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.320767   579 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.322371   559 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.322743   559 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/wal
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd8c3e6420a74e5bb09e53dd55e833f1"
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:02 on dist-test-slave-66b9"
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.323118   559 fs_report.cc:389] FS layout report
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/wal
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/wal
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/data/data
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.389366   559 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.390913   559 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:02.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.391835   559 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.394775   559 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.399461   559 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.399672   559 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.399878   559 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.400015   559 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:02.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.583127   559 rpc_server.cc:307] RPC server started. Bound to: 127.31.175.3:38589
20:04:02.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.583262   691 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.175.3:38589 every 8 connection(s)
20:04:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.587221   559 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/data/info.pb
20:04:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.595012 32444 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 559
20:04:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.595521 32444 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster4162610864553156659/ts-2/wal/instance
20:04:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.655905   692 heartbeater.cc:344] Connected to a master server at 127.31.175.60:35661
20:04:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.656472   692 heartbeater.cc:461] Registering TS with master...
20:04:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.658048   692 heartbeater.cc:507] Master 127.31.175.60:35661 requested a full tablet report, sending...
20:04:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.659420   693 heartbeater.cc:344] Connected to a master server at 127.31.175.61:39241
20:04:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.659813   693 heartbeater.cc:461] Registering TS with master...
20:04:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.660772   693 heartbeater.cc:507] Master 127.31.175.61:39241 requested a full tablet report, sending...
20:04:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.661209 32644 ts_manager.cc:194] Registered new tserver with Master: fd8c3e6420a74e5bb09e53dd55e833f1 (127.31.175.3:38589)
20:04:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.662241   698 heartbeater.cc:344] Connected to a master server at 127.31.175.62:43581
20:04:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.662559   698 heartbeater.cc:461] Registering TS with master...
20:04:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.663450   698 heartbeater.cc:507] Master 127.31.175.62:43581 requested a full tablet report, sending...
20:04:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.663465 32644 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.175.3:57005
20:04:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.663569 32564 ts_manager.cc:194] Registered new tserver with Master: fd8c3e6420a74e5bb09e53dd55e833f1 (127.31.175.3:38589)
20:04:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.666890 32489 ts_manager.cc:194] Registered new tserver with Master: fd8c3e6420a74e5bb09e53dd55e833f1 (127.31.175.3:38589)
20:04:02.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:02.689574 32444 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:04:02.702 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:02.704 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:04:02.715 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.175.62"
      port: 43581
    }
    bound_http_address {
      host: "127.31.175.62"
      port: 41641
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.175.61"
      port: 39241
    }
    bound_http_address {
      host: "127.31.175.61"
      port: 41317
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.175.60"
      port: 35661
    }
    bound_http_address {
      host: "127.31.175.60"
      port: 37337
    }
  }
}

20:04:02.719 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:04:02.722 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.175.1"
      port: 40885
    }
    bound_http_address {
      host: "127.31.175.1"
      port: 41841
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.175.2"
      port: 36443
    }
    bound_http_address {
      host: "127.31.175.2"
      port: 33521
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.175.3"
      port: 38589
    }
    bound_http_address {
      host: "127.31.175.3"
      port: 42495
    }
  }
}

20:04:02.722 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:02.739 [DEBUG - main] (InternalLoggerFactory.java:63) Using SLF4J as the default logging framework
20:04:02.744 [DEBUG - main] (ResourceLeakDetector.java:129) -Dorg.apache.kudu.shaded.io.netty.leakDetection.level: simple
20:04:02.745 [DEBUG - main] (ResourceLeakDetector.java:130) -Dorg.apache.kudu.shaded.io.netty.leakDetection.targetRecords: 4
20:04:02.750 [DEBUG - main] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@21a21c64
20:04:02.776 [DEBUG - main] (PlatformDependent0.java:1138) Java version: 17
20:04:02.776 [DEBUG - main] (PlatformDependent0.java:616) -Dio.netty.noUnsafe: false
20:04:02.777 [DEBUG - main] (PlatformDependent0.java:559) Thread.isVirtual() is not available: 
20:04:02.777 [DEBUG - main] (PlatformDependent0.java:572) java.lang.BaseVirtualThread is not available: 
20:04:02.778 [DEBUG - main] (PlatformDependent0.java:145) sun.misc.Unsafe.theUnsafe: available
20:04:02.779 [DEBUG - main] (PlatformDependent0.java:208) sun.misc.Unsafe base methods: all available
20:04:02.780 [DEBUG - main] (PlatformDependent0.java:240) sun.misc.Unsafe.storeFence: available
20:04:02.781 [DEBUG - main] (PlatformDependent0.java:283) java.nio.Buffer.address: available
20:04:02.782 [DEBUG - main] (PlatformDependent0.java:369) direct buffer constructor: unavailable: Reflective setAccessible(true) disabled
20:04:02.783 [DEBUG - main] (PlatformDependent0.java:447) java.nio.Bits.unaligned: available, true
20:04:02.784 [DEBUG - main] (PlatformDependent0.java:515) jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable: class org.apache.kudu.shaded.io.netty.util.internal.PlatformDependent0$7 cannot access class jdk.internal.misc.Unsafe (in module java.base) because module java.base does not export jdk.internal.misc to unnamed module @c540f5a
20:04:02.787 [DEBUG - main] (PlatformDependent0.java:545) java.nio.DirectByteBuffer.<init>(long, {int,long}): unavailable
20:04:02.787 [DEBUG - main] (PlatformDependent.java:1214) sun.misc.Unsafe: available
20:04:02.787 [DEBUG - main] (PlatformDependent.java:1360) -Dio.netty.tmpdir: /tmp (java.io.tmpdir)
20:04:02.787 [DEBUG - main] (PlatformDependent.java:1439) -Dio.netty.bitMode: 64 (sun.arch.data.model)
20:04:02.788 [DEBUG - main] (PlatformDependent.java:181) -Dio.netty.maxDirectMemory: -1 bytes
20:04:02.789 [DEBUG - main] (PlatformDependent.java:188) -Dio.netty.uninitializedArrayAllocationThreshold: -1
20:04:02.790 [DEBUG - main] (CleanerJava9.java:71) java.nio.ByteBuffer.cleaner(): available
20:04:02.790 [DEBUG - main] (PlatformDependent.java:209) -Dio.netty.noPreferDirect: false
20:04:02.799 [DEBUG - main] (PlatformDependent.java:1048) org.jctools-core.MpscChunkedArrayQueue: available
20:04:02.843 [DEBUG - main] (MultithreadEventLoopGroup.java:44) -Dio.netty.eventLoopThreads: 8
20:04:02.853 [DEBUG - main] (GlobalEventExecutor.java:54) -Dio.netty.globalEventExecutor.quietPeriodSeconds: 1
20:04:02.860 [DEBUG - main] (InternalThreadLocalMap.java:100) -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024
20:04:02.860 [DEBUG - main] (InternalThreadLocalMap.java:101) -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096
20:04:02.871 [DEBUG - main] (NioEventLoop.java:110) -Dio.netty.noKeySetOptimization: false
20:04:02.871 [DEBUG - main] (NioEventLoop.java:111) -Dio.netty.selectorAutoRebuildThreshold: 512
20:04:02.934 [DEBUG - main] (PooledByteBufAllocator.java:161) -Dio.netty.allocator.numHeapArenas: 8
20:04:02.934 [DEBUG - main] (PooledByteBufAllocator.java:162) -Dio.netty.allocator.numDirectArenas: 8
20:04:02.934 [DEBUG - main] (PooledByteBufAllocator.java:164) -Dio.netty.allocator.pageSize: 8192
20:04:02.934 [DEBUG - main] (PooledByteBufAllocator.java:169) -Dio.netty.allocator.maxOrder: 9
20:04:02.935 [DEBUG - main] (PooledByteBufAllocator.java:173) -Dio.netty.allocator.chunkSize: 4194304
20:04:02.935 [DEBUG - main] (PooledByteBufAllocator.java:174) -Dio.netty.allocator.smallCacheSize: 256
20:04:02.935 [DEBUG - main] (PooledByteBufAllocator.java:175) -Dio.netty.allocator.normalCacheSize: 64
20:04:02.935 [DEBUG - main] (PooledByteBufAllocator.java:176) -Dio.netty.allocator.maxCachedBufferCapacity: 32768
20:04:02.935 [DEBUG - main] (PooledByteBufAllocator.java:177) -Dio.netty.allocator.cacheTrimInterval: 8192
20:04:02.935 [DEBUG - main] (PooledByteBufAllocator.java:178) -Dio.netty.allocator.cacheTrimIntervalMillis: 0
20:04:02.935 [DEBUG - main] (PooledByteBufAllocator.java:179) -Dio.netty.allocator.useCacheForAllThreads: false
20:04:02.935 [DEBUG - main] (PooledByteBufAllocator.java:180) -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023
20:04:02.935 [DEBUG - main] (PooledByteBufAllocator.java:182) -Dio.netty.allocator.disableCacheFinalizersForFastThreadLocalThreads: false
20:04:02.952 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:04:03.038 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:03.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:03.077674 32520 debug-util.cc:398] Leaking SignalData structure 0x7b0800090840 after lost signal to thread 32457
20:04:03.186 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:04:03.186 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:04:03.187 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:04:03.188 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:03.214 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:04:03.620 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:03.620 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:04:03.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:03.624123   704 mini_oidc.cc:150] Starting JWKS server
20:04:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:03.628541   704 webserver.cc:533] Webserver started at http://127.0.0.1:38613/ using document root <none> and password file <none>
20:04:03.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:03.629005   704 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:03.631170   704 webserver.cc:533] Webserver started at http://127.0.0.1:35705/ using document root <none> and password file <none>
20:04:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:03.668221   692 heartbeater.cc:499] Master 127.31.175.60:35661 was elected leader, sending a full tablet report...
20:04:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:04:03Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:04:03Z Disabled control of system clock
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:03.700026   704 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/wal
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/data
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/logs
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/data/info.pb
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.62:40863
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.62
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38613/jwks.json with env {}
20:04:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.053242   717 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.053793   717 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.054453   717 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:04.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.092168   717 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:04.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.092468   717 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.092871   717 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.093134   717 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.093407   717 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.093588   717 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38613/jwks.json
20:04:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:04.135089   717 master_runner.cc:387] Master server non-default flags:
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/data
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/wal
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.62:40863
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38613/jwks.json
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/data/info.pb
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.62
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/logs
20:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:04.136376   717 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:04.138562   717 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:04.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.153245   724 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.308633 32520 debug-util.cc:398] Leaking SignalData structure 0x7b08000a3840 after lost signal to thread 32457
20:04:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.309605 32520 debug-util.cc:398] Leaking SignalData structure 0x7b080007fc80 after lost signal to thread 32523
20:04:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:05.556213   723 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 717
20:04:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:05.728124   717 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.576s	user 0.509s	sys 0.949s
20:04:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:05.728595   717 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.576s	user 0.509s	sys 0.949s
20:04:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:05.729796   726 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1576 milliseconds
20:04:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:04.154088   725 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:05.730911   727 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.730939   717 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:05.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.736095   717 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.738780   717 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.740201   717 hybrid_clock.cc:648] HybridClock initialized: now 1779134645740159 us; error 42 us; skew 500 ppm
20:04:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.741346   717 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:05.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.750406   717 webserver.cc:533] Webserver started at http://127.0.176.62:45527/ using document root <none> and password file <none>
20:04:05.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.751977   717 fs_manager.cc:362] Metadata directory not provided
20:04:05.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.752270   717 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:05.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.752864   717 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:05.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.758715   717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/data/instance:
20:04:05.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3fdbb686fee4175a419d3ded7af06cc"
20:04:05.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:05 on dist-test-slave-66b9"
20:04:05.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.759819   717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/wal/instance:
20:04:05.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3fdbb686fee4175a419d3ded7af06cc"
20:04:05.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:05 on dist-test-slave-66b9"
20:04:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.767812   717 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
20:04:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.773790   734 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:05.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.775125   717 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
20:04:05.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.775528   717 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/wal
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3fdbb686fee4175a419d3ded7af06cc"
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:05 on dist-test-slave-66b9"
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.775929   717 fs_report.cc:389] FS layout report
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/wal
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/wal
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/data/data
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:05.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.835779   717 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.837917   717 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.838515   717 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:05.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.931658   717 rpc_server.cc:307] RPC server started. Bound to: 127.0.176.62:40863
20:04:05.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.931746   786 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.176.62:40863 every 8 connection(s)
20:04:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.934707   717 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/data/info.pb
20:04:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.941311   704 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 717
20:04:05.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.941807   704 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-0/wal/instance
20:04:05.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.942662   787 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.947022   704 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/wal
20:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/data
20:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/logs
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/data/info.pb
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.61:43945
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.61
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38613/jwks.json with env {}
20:04:05.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.962215   787 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } has no permanent_uuid. Determining permanent_uuid...
20:04:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:05.991348   787 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } has no permanent_uuid. Determining permanent_uuid...
20:04:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:05.993841   735 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.176.61:43945: connect: Connection refused (error 111)
20:04:05.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:05.998718   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.61:43945: Network error: Client connection negotiation failed: client connection to 127.0.176.61:43945: connect: Connection refused (error 111)
20:04:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:06.048301   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } attempt: 1
20:04:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.052312   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.61:43945: Network error: Client connection negotiation failed: client connection to 127.0.176.61:43945: connect: Connection refused (error 111)
20:04:06.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:06.120895   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } attempt: 2
20:04:06.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.127578   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.61:43945: Network error: Client connection negotiation failed: client connection to 127.0.176.61:43945: connect: Connection refused (error 111)
20:04:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:06.219218   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } attempt: 3
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.223927   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.61:43945: Network error: Client connection negotiation failed: client connection to 127.0.176.61:43945: connect: Connection refused (error 111)
20:04:06.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.304723   789 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:06.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.305244   789 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:06.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.305688   789 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.346796   789 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.347081   789 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.347276   789 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.347553   789 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.347880   789 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.348100   789 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38613/jwks.json
20:04:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:06.367403   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } attempt: 4
20:04:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.371913   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.61:43945: Network error: Client connection negotiation failed: client connection to 127.0.176.61:43945: connect: Connection refused (error 111)
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:06.388629   789 master_runner.cc:387] Master server non-default flags:
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/data
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/wal
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.61:43945
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38613/jwks.json
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/data/info.pb
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.61
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/logs
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:06.390388   789 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:06.392483   789 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.407198   798 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:06.671371   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } attempt: 5
20:04:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.676863   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.61:43945: Network error: Client connection negotiation failed: client connection to 127.0.176.61:43945: connect: Connection refused (error 111)
20:04:07.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.224524   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } attempt: 6
20:04:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:07.232324   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.61:43945: Network error: Client connection negotiation failed: client connection to 127.0.176.61:43945: connect: Connection refused (error 111)
20:04:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.414122   801 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:06.408427   799 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:07.776558   800 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:04:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.776682   789 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.781006   789 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:07.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.783890   789 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.787539   789 hybrid_clock.cc:648] HybridClock initialized: now 1779134647787448 us; error 126 us; skew 500 ppm
20:04:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.788367   789 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.795989   789 webserver.cc:533] Webserver started at http://127.0.176.61:33107/ using document root <none> and password file <none>
20:04:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.797003   789 fs_manager.cc:362] Metadata directory not provided
20:04:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.797201   789 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.797608   789 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:07.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.802536   789 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/data/instance:
20:04:07.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d63581c6b4774dee9653836baa6c9a46"
20:04:07.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:07 on dist-test-slave-66b9"
20:04:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.803967   789 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/wal/instance:
20:04:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d63581c6b4774dee9653836baa6c9a46"
20:04:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:07 on dist-test-slave-66b9"
20:04:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.814931   789 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.012s	sys 0.000s
20:04:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.822293   812 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.823783   789 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
20:04:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.824546   789 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/wal
20:04:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d63581c6b4774dee9653836baa6c9a46"
20:04:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:07 on dist-test-slave-66b9"
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.825035   789 fs_report.cc:389] FS layout report
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/wal
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/wal
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/data/data
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.883983   789 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.885582   789 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.886055   789 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.978271   789 rpc_server.cc:307] RPC server started. Bound to: 127.0.176.61:43945
20:04:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.978366   863 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.176.61:43945 every 8 connection(s)
20:04:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.981276   789 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/data/info.pb
20:04:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.989308   864 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.990141   704 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 789
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.990564   704 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-1/wal/instance
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:07.992812   704 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/wal
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/data
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/logs
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/data/info.pb
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.60:45599
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.60
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38613/jwks.json with env {}
20:04:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.007934   864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } has no permanent_uuid. Determining permanent_uuid...
20:04:08.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.038684   864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } has no permanent_uuid. Determining permanent_uuid...
20:04:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.057407   864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } has no permanent_uuid. Determining permanent_uuid...
20:04:08.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.062081   813 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.067173   864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.117050   864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 1
20:04:08.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.122385   864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.190935   864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 2
20:04:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.196050   864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.287544   864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 3
20:04:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.292372   864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.293020   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } attempt: 7
20:04:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.307920   787 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } has no permanent_uuid. Determining permanent_uuid...
20:04:08.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.313915   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.372419   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 1
20:04:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.375666   867 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.376380   867 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.376861   867 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.377341   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.415489   867 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.415853   867 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.416613   867 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.416952   867 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.417299   867 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.417562   867 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38613/jwks.json
20:04:08.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.435819   864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 4
20:04:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.440488   864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.458871   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 2
20:04:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.462873   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.464577   867 master_runner.cc:387] Master server non-default flags:
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/data
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/wal
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.60:45599
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38613/jwks.json
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/data/info.pb
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.60
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/logs
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.466138   867 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.468056   867 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.482473   879 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:08.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.548290   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 3
20:04:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.557612   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.698208   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 4
20:04:08.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.706564   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.740238   864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 5
20:04:08.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.752082   864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:08.990036   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 5
20:04:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:09.000939   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.299743   864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 6
20:04:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:09.314514   864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.554095   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 6
20:04:09.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:09.569785   787 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.176.60:45599: Network error: Client connection negotiation failed: client connection to 127.0.176.60:45599: connect: Connection refused (error 111)
20:04:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:08.484589   880 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:09.954241   882 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:09.959522   881 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1467 milliseconds
20:04:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.959973   867 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:09.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.962666   867 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.966116   867 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:09.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.969764   867 hybrid_clock.cc:648] HybridClock initialized: now 1779134649969627 us; error 155 us; skew 500 ppm
20:04:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.970785   867 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.978572   867 webserver.cc:533] Webserver started at http://127.0.176.60:37397/ using document root <none> and password file <none>
20:04:09.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.979868   867 fs_manager.cc:362] Metadata directory not provided
20:04:09.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.980162   867 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.980768   867 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.988617   867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/data/instance:
20:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f82c3072f0b465ba8a87fd2c59a9295"
20:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:09 on dist-test-slave-66b9"
20:04:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:09.990660   867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/wal/instance:
20:04:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f82c3072f0b465ba8a87fd2c59a9295"
20:04:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:09 on dist-test-slave-66b9"
20:04:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.000597   867 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.000s	sys 0.008s
20:04:10.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.007061   894 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.008708   867 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
20:04:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.009127   867 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/wal
20:04:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f82c3072f0b465ba8a87fd2c59a9295"
20:04:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:09 on dist-test-slave-66b9"
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.009522   867 fs_report.cc:389] FS layout report
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/wal
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/wal
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/data/data
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.073096   867 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:10.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.075017   867 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:10.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.075577   867 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:10.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.167601   867 rpc_server.cc:307] RPC server started. Bound to: 127.0.176.60:45599
20:04:10.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.167836   945 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.176.60:45599 every 8 connection(s)
20:04:10.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.171120   867 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/data/info.pb
20:04:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.177932   946 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.180835   704 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 867
20:04:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.181314   704 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/master-2/wal/instance
20:04:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.194701   946 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } has no permanent_uuid. Determining permanent_uuid...
20:04:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.223582   946 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } has no permanent_uuid. Determining permanent_uuid...
20:04:10.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.236824   946 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } has no permanent_uuid. Determining permanent_uuid...
20:04:10.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.258549   946 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295: Bootstrap starting.
20:04:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.267174   946 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295: Neither blocks nor log segments found. Creating new log.
20:04:10.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.269374   946 log.cc:826] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295: Log is configured to *not* fsync() on all Append() calls
20:04:10.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.275494   946 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295: No bootstrap required, opened a new log
20:04:10.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.299856   946 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } }
20:04:10.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.300627   946 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.300907   946 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0f82c3072f0b465ba8a87fd2c59a9295, State: Initialized, Role: FOLLOWER
20:04:10.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.301843   946 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } }
20:04:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.304476   958 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.305099   958 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [sys.catalog]: This master's current role is: FOLLOWER
20:04:10.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.306134   946 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [sys.catalog]: configured and running, proceeding with master startup.
20:04:10.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:10.332787   900 tablet.cc:2404] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:10.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:10.334519   969 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:10.335424   969 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:10.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.329730   867 master_runner.cc:187] Error getting master registration for 127.0.176.62:40863: OK, instance_id { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" instance_seqno: 1779134645906400 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:10.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.365417   867 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.375480   864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 7
20:04:10.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.399675   864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46: Bootstrap starting.
20:04:10.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.409735   864 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46: Neither blocks nor log segments found. Creating new log.
20:04:10.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.412297   864 log.cc:826] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46: Log is configured to *not* fsync() on all Append() calls
20:04:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.418406   864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46: No bootstrap required, opened a new log
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.451002   864 raft_consensus.cc:359] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } }
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.451902   864 raft_consensus.cc:385] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.452184   864 raft_consensus.cc:740] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d63581c6b4774dee9653836baa6c9a46, State: Initialized, Role: FOLLOWER
20:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.453083   864 consensus_queue.cc:260] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } }
20:04:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.456459   973 sys_catalog.cc:455] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.457091   973 sys_catalog.cc:458] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [sys.catalog]: This master's current role is: FOLLOWER
20:04:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.458612   864 sys_catalog.cc:565] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [sys.catalog]: configured and running, proceeding with master startup.
20:04:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:10.497677   984 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:10.498411   984 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:10.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.493863   789 master_runner.cc:187] Error getting master registration for 127.0.176.62:40863: OK, instance_id { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" instance_seqno: 1779134645906400 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.521291   789 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.605808   787 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } attempt: 7
20:04:10.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.645326   787 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc: Bootstrap starting.
20:04:10.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:10.645233   818 tablet.cc:2404] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:10.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.657644   958 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:10.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.658231   958 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } }
20:04:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.662226   839 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d63581c6b4774dee9653836baa6c9a46" is_pre_election: true
20:04:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.663085   839 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0f82c3072f0b465ba8a87fd2c59a9295 in term 0.
20:04:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.665035   787 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc: Neither blocks nor log segments found. Creating new log.
20:04:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.665282   895 leader_election.cc:304] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0f82c3072f0b465ba8a87fd2c59a9295, d63581c6b4774dee9653836baa6c9a46; no voters: 
20:04:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.668381   958 leader_election.cc:290] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f3fdbb686fee4175a419d3ded7af06cc (127.0.176.62:40863), d63581c6b4774dee9653836baa6c9a46 (127.0.176.61:43945)
20:04:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.668929   958 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.669256   958 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.669576   958 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 0 FOLLOWER]: Advancing to term 1
20:04:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.670419   787 log.cc:826] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc: Log is configured to *not* fsync() on all Append() calls
20:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.686161   958 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } }
20:04:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.695217   958 leader_election.cc:290] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [CANDIDATE]: Term 1 election: Requested vote from peers f3fdbb686fee4175a419d3ded7af06cc (127.0.176.62:40863), d63581c6b4774dee9653836baa6c9a46 (127.0.176.61:43945)
20:04:10.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.698097   839 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d63581c6b4774dee9653836baa6c9a46"
20:04:10.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.698813   839 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [term 0 FOLLOWER]: Advancing to term 1
20:04:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.709636   839 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0f82c3072f0b465ba8a87fd2c59a9295 in term 1.
20:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.720913   895 leader_election.cc:304] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0f82c3072f0b465ba8a87fd2c59a9295, d63581c6b4774dee9653836baa6c9a46; no voters: 
20:04:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.722986   987 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 1 FOLLOWER]: Leader election won for term 1
20:04:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.723999   987 raft_consensus.cc:697] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [term 1 LEADER]: Becoming Leader. State: Replica: 0f82c3072f0b465ba8a87fd2c59a9295, State: Running, Role: LEADER
20:04:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.725486   987 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } }
20:04:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.738955   787 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc: No bootstrap required, opened a new log
20:04:10.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.771941   958 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0f82c3072f0b465ba8a87fd2c59a9295. Latest consensus state: current_term: 1 leader_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.775206   958 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [sys.catalog]: This master's current role is: LEADER
20:04:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.791105   990 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:04:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.798007   787 raft_consensus.cc:359] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } }
20:04:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.798863   787 raft_consensus.cc:385] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.799196   787 raft_consensus.cc:740] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f3fdbb686fee4175a419d3ded7af06cc, State: Initialized, Role: FOLLOWER
20:04:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.800196   787 consensus_queue.cc:260] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } }
20:04:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.801249   990 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:04:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.803558   991 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.805037   787 sys_catalog.cc:565] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [sys.catalog]: configured and running, proceeding with master startup.
20:04:10.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.805220   761 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3fdbb686fee4175a419d3ded7af06cc"
20:04:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.806671   761 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [term 0 FOLLOWER]: Advancing to term 1
20:04:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.810253   762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3fdbb686fee4175a419d3ded7af06cc" is_pre_election: true
20:04:10.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.832756   761 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0f82c3072f0b465ba8a87fd2c59a9295 in term 1.
20:04:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.804971   991 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [sys.catalog]: This master's current role is: FOLLOWER
20:04:10.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.845562   839 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [term 1 FOLLOWER]: Refusing update from remote peer 0f82c3072f0b465ba8a87fd2c59a9295: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.848418   958 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:04:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:10.851642   741 tablet.cc:2404] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.874792   761 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [term 1 FOLLOWER]: Refusing update from remote peer 0f82c3072f0b465ba8a87fd2c59a9295: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:10.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.877151   987 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:04:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.941241   973 sys_catalog.cc:455] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0f82c3072f0b465ba8a87fd2c59a9295. Latest consensus state: current_term: 1 leader_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.946410   973 sys_catalog.cc:458] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [sys.catalog]: This master's current role is: FOLLOWER
20:04:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.967260   991 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0f82c3072f0b465ba8a87fd2c59a9295. Latest consensus state: current_term: 1 leader_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.968351   991 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [sys.catalog]: This master's current role is: FOLLOWER
20:04:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.974402   994 mvcc.cc:204] Tried to move back new op lower bound from 7287335529836294144 to 7287335529390387200. Current Snapshot: MvccSnapshot[applied={T|T < 7287335529836294144}]
20:04:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.980573   996 mvcc.cc:204] Tried to move back new op lower bound from 7287335529836294144 to 7287335529390387200. Current Snapshot: MvccSnapshot[applied={T|T < 7287335529836294144}]
20:04:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.989912   987 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.990684   987 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [sys.catalog]: This master's current role is: LEADER
20:04:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.991201   990 catalog_manager.cc:1382] Generated new cluster ID: e820be9f70ff49eb84e15454ca036b19
20:04:10.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:10.991484   990 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:04:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.005331   973 sys_catalog.cc:455] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.006076   973 sys_catalog.cc:458] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46 [sys.catalog]: This master's current role is: FOLLOWER
20:04:11.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.027040   958 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.037412   958 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295 [sys.catalog]: This master's current role is: LEADER
20:04:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.050053   991 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3fdbb686fee4175a419d3ded7af06cc" member_type: VOTER last_known_addr { host: "127.0.176.62" port: 40863 } } peers { permanent_uuid: "d63581c6b4774dee9653836baa6c9a46" member_type: VOTER last_known_addr { host: "127.0.176.61" port: 43945 } } peers { permanent_uuid: "0f82c3072f0b465ba8a87fd2c59a9295" member_type: VOTER last_known_addr { host: "127.0.176.60" port: 45599 } } }
20:04:11.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.051172   991 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc [sys.catalog]: This master's current role is: FOLLOWER
20:04:11.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.106065   990 catalog_manager.cc:1405] Generated new certificate authority record
20:04:11.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.109145   990 catalog_manager.cc:1539] Loading token signing keys...
20:04:11.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.191663  1012 catalog_manager.cc:1294] Loaded cluster ID: e820be9f70ff49eb84e15454ca036b19
20:04:11.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.192448  1012 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc: loading cluster ID for follower catalog manager: success
20:04:11.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.214702   990 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295: Generated new TSK 0
20:04:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.220153   990 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:04:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.245232  1012 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc: acquiring CA information for follower catalog manager: success
20:04:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.256305  1012 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f3fdbb686fee4175a419d3ded7af06cc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.260748   704 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/wal
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/data
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/logs
20:04:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/data/info.pb
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.1:0
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.176.1
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.1
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.504475   984 catalog_manager.cc:1294] Loaded cluster ID: e820be9f70ff49eb84e15454ca036b19
20:04:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.505172   984 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46: loading cluster ID for follower catalog manager: success
20:04:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.530201   984 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46: acquiring CA information for follower catalog manager: success
20:04:11.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:11.557617   984 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d63581c6b4774dee9653836baa6c9a46: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:12.256275  1014 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:12.256930  1014 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:12.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:12.257617  1014 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:12.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:12.326912  1014 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:12.329277  1014 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.176.1
20:04:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:12.398010  1014 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/data
20:04:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/wal
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.1:0
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/data/info.pb
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.1
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.176.1
20:04:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/logs
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:12.401230  1014 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:12.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:12.403826  1014 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:12.458814  1020 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:12.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:12.708176   783 debug-util.cc:398] Leaking SignalData structure 0x7b0800070400 after lost signal to thread 718
20:04:12.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:12.708861   783 debug-util.cc:398] Leaking SignalData structure 0x7b0800076020 after lost signal to thread 786
20:04:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:13.857036  1019 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 1014
20:04:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:15.622640  1019 kernel_stack_watchdog.cc:198] Thread 1014 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 392ms:
20:04:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:04:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:04:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:04:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:04:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:12.464619  1021 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:15.625260  1014 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 3.163s	user 0.899s	sys 1.525s
20:04:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:15.625736  1014 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 3.164s	user 0.899s	sys 1.525s
20:04:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:15.641093  1028 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.643944  1014 server_base.cc:1061] running on GCE node
20:04:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.645577  1014 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:15.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.663362  1014 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.664960  1014 hybrid_clock.cc:648] HybridClock initialized: now 1779134655664907 us; error 61 us; skew 500 ppm
20:04:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.666321  1014 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:15.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.675184  1014 webserver.cc:533] Webserver started at http://127.0.176.1:36251/ using document root <none> and password file <none>
20:04:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.676525  1014 fs_manager.cc:362] Metadata directory not provided
20:04:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.676831  1014 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.677414  1014 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:15.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.685151  1014 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/data/instance:
20:04:15.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ad0c94ea75647359823b1e2ef7042b4"
20:04:15.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:15 on dist-test-slave-66b9"
20:04:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.686913  1014 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/wal/instance:
20:04:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ad0c94ea75647359823b1e2ef7042b4"
20:04:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:15 on dist-test-slave-66b9"
20:04:15.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.698451  1014 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.010s	sys 0.001s
20:04:15.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.706218  1033 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:15.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.707643  1014 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
20:04:15.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.708034  1014 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/wal
20:04:15.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ad0c94ea75647359823b1e2ef7042b4"
20:04:15.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:15 on dist-test-slave-66b9"
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.708429  1014 fs_report.cc:389] FS layout report
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/wal
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/wal
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/data/data
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:15.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.794211  1014 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.796237  1014 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.796819  1014 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.801399  1014 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.809625  1014 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.809996  1014 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
20:04:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.810312  1014 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:15.810554  1014 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.136263  1014 rpc_server.cc:307] RPC server started. Bound to: 127.0.176.1:39627
20:04:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.136379  1145 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.176.1:39627 every 8 connection(s)
20:04:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.139125  1014 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/data/info.pb
20:04:16.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.151132   704 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 1014
20:04:16.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.151940   704 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-0/wal/instance
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.185774   704 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/wal
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/data
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/logs
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/data/info.pb
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.2:0
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.176.2
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.2
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.253691  1146 heartbeater.cc:344] Connected to a master server at 127.0.176.60:45599
20:04:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.254256  1146 heartbeater.cc:461] Registering TS with master...
20:04:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.255623  1146 heartbeater.cc:507] Master 127.0.176.60:45599 requested a full tablet report, sending...
20:04:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.260941   911 ts_manager.cc:194] Registered new tserver with Master: 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627)
20:04:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.265617   911 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.176.1:50083
20:04:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.275583  1147 heartbeater.cc:344] Connected to a master server at 127.0.176.61:43945
20:04:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.275993  1147 heartbeater.cc:461] Registering TS with master...
20:04:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.276660  1147 heartbeater.cc:507] Master 127.0.176.61:43945 requested a full tablet report, sending...
20:04:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.279841   829 ts_manager.cc:194] Registered new tserver with Master: 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627)
20:04:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.283308  1150 heartbeater.cc:344] Connected to a master server at 127.0.176.62:40863
20:04:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.283705  1150 heartbeater.cc:461] Registering TS with master...
20:04:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.284382  1150 heartbeater.cc:507] Master 127.0.176.62:40863 requested a full tablet report, sending...
20:04:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.288444   752 ts_manager.cc:194] Registered new tserver with Master: 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627)
20:04:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:16.695654  1156 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:16.696201  1156 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:16.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:16.696801  1156 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:16.759756  1156 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:16.761062  1156 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.176.2
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.832832  1156 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/data
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/wal
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.2:0
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/data/info.pb
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.2
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.176.2
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/logs
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.834713  1156 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:16.836951  1156 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:16.857327  1164 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:17.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:17.272670  1146 heartbeater.cc:499] Master 127.0.176.60:45599 was elected leader, sending a full tablet report...
20:04:18.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:18.256588  1163 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 1156
20:04:18.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:18.521080  1156 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.665s	user 0.607s	sys 0.935s
20:04:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:18.521415  1156 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.665s	user 0.607s	sys 0.935s
20:04:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:16.859632  1165 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.534408  1156 server_base.cc:1061] running on GCE node
20:04:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:18.534453  1171 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:18.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.535737  1156 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.537719  1156 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.539075  1156 hybrid_clock.cc:648] HybridClock initialized: now 1779134658539040 us; error 42 us; skew 500 ppm
20:04:18.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.539932  1156 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:18.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.546486  1156 webserver.cc:533] Webserver started at http://127.0.176.2:43983/ using document root <none> and password file <none>
20:04:18.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.547756  1156 fs_manager.cc:362] Metadata directory not provided
20:04:18.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.547978  1156 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:18.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.548643  1156 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.553089  1156 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/data/instance:
20:04:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9a14c136e2249ecb4964d2aa617125e"
20:04:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:18 on dist-test-slave-66b9"
20:04:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.554248  1156 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/wal/instance:
20:04:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9a14c136e2249ecb4964d2aa617125e"
20:04:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:18 on dist-test-slave-66b9"
20:04:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.561882  1156 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
20:04:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.569410  1177 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:18.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.570626  1156 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
20:04:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.571022  1156 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/wal
20:04:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9a14c136e2249ecb4964d2aa617125e"
20:04:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:18 on dist-test-slave-66b9"
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.571472  1156 fs_report.cc:389] FS layout report
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/wal
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/wal
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/data/data
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.643625  1156 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.645035  1156 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:18.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.645421  1156 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:18.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.648643  1156 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.653581  1156 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.653787  1156 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.654055  1156 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.654201  1156 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:18.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.827657  1156 rpc_server.cc:307] RPC server started. Bound to: 127.0.176.2:35663
20:04:18.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.827767  1289 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.176.2:35663 every 8 connection(s)
20:04:18.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.830739  1156 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/data/info.pb
20:04:18.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.836195   704 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 1156
20:04:18.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.836645   704 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-1/wal/instance
20:04:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.867990   704 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/wal
20:04:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/data
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/logs
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/data/info.pb
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.3:0
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.176.3
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.3
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.911664  1292 heartbeater.cc:344] Connected to a master server at 127.0.176.62:40863
20:04:18.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.912160  1292 heartbeater.cc:461] Registering TS with master...
20:04:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.912492  1291 heartbeater.cc:344] Connected to a master server at 127.0.176.61:43945
20:04:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.912825  1291 heartbeater.cc:461] Registering TS with master...
20:04:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.913235  1290 heartbeater.cc:344] Connected to a master server at 127.0.176.60:45599
20:04:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.913560  1290 heartbeater.cc:461] Registering TS with master...
20:04:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.913554  1292 heartbeater.cc:507] Master 127.0.176.62:40863 requested a full tablet report, sending...
20:04:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.913923  1291 heartbeater.cc:507] Master 127.0.176.61:43945 requested a full tablet report, sending...
20:04:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.914494  1290 heartbeater.cc:507] Master 127.0.176.60:45599 requested a full tablet report, sending...
20:04:18.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.917155   911 ts_manager.cc:194] Registered new tserver with Master: d9a14c136e2249ecb4964d2aa617125e (127.0.176.2:35663)
20:04:18.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.917896   752 ts_manager.cc:194] Registered new tserver with Master: d9a14c136e2249ecb4964d2aa617125e (127.0.176.2:35663)
20:04:18.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.918164   829 ts_manager.cc:194] Registered new tserver with Master: d9a14c136e2249ecb4964d2aa617125e (127.0.176.2:35663)
20:04:18.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:18.919333   911 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.176.2:44495
20:04:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:19.245590  1300 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:19.246174  1300 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:19.246757  1300 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:19.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:19.282956  1300 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:19.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:19.283993  1300 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.176.3
20:04:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:19.325325  1300 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.176.20:33227
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/data
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/wal
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.176.3:0
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/data/info.pb
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.176.3
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.176.62:40863,127.0.176.61:43945,127.0.176.60:45599
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.176.3
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/logs
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:19.327037  1300 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:19.329176  1300 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:19.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:19.346802  1307 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:19.924847  1290 heartbeater.cc:499] Master 127.0.176.60:45599 was elected leader, sending a full tablet report...
20:04:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:19.354530  1310 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:19.349889  1308 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:20.775578  1309 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1425 milliseconds
20:04:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.775705  1300 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:20.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.780026  1300 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.783387  1300 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:20.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.785055  1300 hybrid_clock.cc:648] HybridClock initialized: now 1779134660785030 us; error 160 us; skew 500 ppm
20:04:20.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.786181  1300 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:20.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.793577  1300 webserver.cc:533] Webserver started at http://127.0.176.3:40847/ using document root <none> and password file <none>
20:04:20.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.794835  1300 fs_manager.cc:362] Metadata directory not provided
20:04:20.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.795102  1300 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:20.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.795678  1300 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.803980  1300 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/data/instance:
20:04:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c861915488344f3eb41093d9a38b00f5"
20:04:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:20 on dist-test-slave-66b9"
20:04:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.806242  1300 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/wal/instance:
20:04:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c861915488344f3eb41093d9a38b00f5"
20:04:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:20 on dist-test-slave-66b9"
20:04:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.814808  1300 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.000s
20:04:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.821646  1318 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.823200  1300 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
20:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.823658  1300 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/wal
20:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c861915488344f3eb41093d9a38b00f5"
20:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:20 on dist-test-slave-66b9"
20:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.824067  1300 fs_report.cc:389] FS layout report
20:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/wal
20:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/wal
20:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/data/data
20:04:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:20.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:20.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:20.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:20.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.880566  1300 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.882594  1300 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.883157  1300 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.886719  1300 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.891039  1300 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.891248  1300 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.891435  1300 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:20.891559  1300 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.107949  1300 rpc_server.cc:307] RPC server started. Bound to: 127.0.176.3:39031
20:04:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.108103  1431 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.176.3:39031 every 8 connection(s)
20:04:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.111090  1300 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/data/info.pb
20:04:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.118848   704 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 1300
20:04:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.119302   704 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster17204945531731699778/ts-2/wal/instance
20:04:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.158492  1432 heartbeater.cc:344] Connected to a master server at 127.0.176.60:45599
20:04:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.159128  1432 heartbeater.cc:461] Registering TS with master...
20:04:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.160969  1432 heartbeater.cc:507] Master 127.0.176.60:45599 requested a full tablet report, sending...
20:04:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.162504  1434 heartbeater.cc:344] Connected to a master server at 127.0.176.62:40863
20:04:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.162986  1434 heartbeater.cc:461] Registering TS with master...
20:04:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.164398  1434 heartbeater.cc:507] Master 127.0.176.62:40863 requested a full tablet report, sending...
20:04:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.164423   911 ts_manager.cc:194] Registered new tserver with Master: c861915488344f3eb41093d9a38b00f5 (127.0.176.3:39031)
20:04:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.167559   911 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.176.3:58477
20:04:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.170477  1433 heartbeater.cc:344] Connected to a master server at 127.0.176.61:43945
20:04:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.171034  1433 heartbeater.cc:461] Registering TS with master...
20:04:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.171060   752 ts_manager.cc:194] Registered new tserver with Master: c861915488344f3eb41093d9a38b00f5 (127.0.176.3:39031)
20:04:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.171999  1433 heartbeater.cc:507] Master 127.0.176.61:43945 requested a full tablet report, sending...
20:04:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.175154   829 ts_manager.cc:194] Registered new tserver with Master: c861915488344f3eb41093d9a38b00f5 (127.0.176.3:39031)
20:04:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.196094   704 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:04:21.211 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:21.212 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:04:21.216 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.0.176.62"
      port: 40863
    }
    bound_http_address {
      host: "127.0.176.62"
      port: 45527
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.0.176.61"
      port: 43945
    }
    bound_http_address {
      host: "127.0.176.61"
      port: 33107
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.0.176.60"
      port: 45599
    }
    bound_http_address {
      host: "127.0.176.60"
      port: 37397
    }
  }
}

20:04:21.217 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:04:21.219 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.0.176.1"
      port: 39627
    }
    bound_http_address {
      host: "127.0.176.1"
      port: 36251
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.0.176.2"
      port: 35663
    }
    bound_http_address {
      host: "127.0.176.2"
      port: 43983
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.0.176.3"
      port: 39031
    }
    bound_http_address {
      host: "127.0.176.3"
      port: 40847
    }
  }
}

20:04:21.220 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:21.223 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:21.313 [DEBUG - main] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:21.324 [DEBUG - main] (DefaultChannelId.java:84) -Dio.netty.processId: 32418 (auto-detected)
20:04:21.326 [DEBUG - main] (NetUtil.java:149) -Djava.net.preferIPv4Stack: true
20:04:21.326 [DEBUG - main] (NetUtil.java:150) -Djava.net.preferIPv6Addresses: false
20:04:21.328 [DEBUG - main] (NetUtilInitializations.java:145) Loopback interface: lo (lo, 127.0.0.1)
20:04:21.330 [DEBUG - main] (NetUtil.java:198) /proc/sys/net/core/somaxconn: 4096
20:04:21.331 [DEBUG - main] (DefaultChannelId.java:106) -Dio.netty.machineId: 02:42:75:ff:fe:5a:24:77 (auto-detected)
20:04:21.360 [DEBUG - main] (ByteBufUtil.java:89) -Dio.netty.allocator.type: pooled
20:04:21.360 [DEBUG - main] (ByteBufUtil.java:101) -Dio.netty.threadLocalDirectBufferSize: 0
20:04:21.360 [DEBUG - main] (ByteBufUtil.java:104) -Dio.netty.maxThreadLocalCharBufferSize: 16384
20:04:21.370 [DEBUG - main] (ChannelInitializerExtensions.java:54) -Dio.netty.bootstrap.extensions: null
20:04:21.375 [DEBUG - main] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:21.377 [DEBUG - main] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:21.411 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.175.61:39241(127.31.175.61:39241)] Successfully connected to peer
20:04:21.411 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.175.60:35661(127.31.175.60:35661)] Successfully connected to peer
20:04:21.415 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.175.62:43581(127.31.175.62:43581)] Successfully connected to peer
20:04:21.435 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:63) -Dorg.apache.kudu.shaded.io.netty.buffer.checkAccessible: true
20:04:21.435 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:64) -Dorg.apache.kudu.shaded.io.netty.buffer.checkBounds: true
20:04:21.435 [DEBUG - kudu-nio-0] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@4b6fd8dc
20:04:21.442 [DEBUG - kudu-nio-1] (Recycler.java:96) -Dio.netty.recycler.maxCapacityPerThread: 4096
20:04:21.442 [DEBUG - kudu-nio-1] (Recycler.java:97) -Dio.netty.recycler.ratio: 8
20:04:21.442 [DEBUG - kudu-nio-1] (Recycler.java:98) -Dio.netty.recycler.chunkSize: 32
20:04:21.442 [DEBUG - kudu-nio-1] (Recycler.java:99) -Dio.netty.recycler.blocking: false
20:04:21.443 [DEBUG - kudu-nio-1] (Recycler.java:100) -Dio.netty.recycler.batchFastThreadLocalOnly: true
20:04:21.513 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.60
20:04:21.513 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.61
20:04:21.514 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.62
20:04:21.758 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:21.761 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:21.762 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:21.793 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x166353aa, L:/127.0.0.1:42664 - R:/127.31.175.60:35661] using SASL/PLAIN
20:04:21.793 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x720f37c4, L:/127.0.0.1:60458 - R:/127.31.175.61:39241] using SASL/PLAIN
20:04:21.793 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8532a3ba, L:/127.0.0.1:52048 - R:/127.31.175.62:43581] using SASL/PLAIN
20:04:21.849 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:21.850 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=583), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [547ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: OK, [547ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: OK, [547ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: OK, deferred=null) after lookup
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:21.910295 32643 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42664:
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000\006\001d\000\000\000\007\001\310\000\000\000"
20:04:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:04:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:04:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:04:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:04:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:21.918450 32643 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:22.007 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.047464   483 tablet_service.cc:1511] Processing CreateTablet for tablet b808c2e9aaa54136b83fff5422d27f89 (DEFAULT_TABLE table=replication_test_table [id=d5055805498a4d779b4432507d49aad5]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:04:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.051563   483 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b808c2e9aaa54136b83fff5422d27f89. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.048631   484 tablet_service.cc:1511] Processing CreateTablet for tablet f9bc7ae80def4f7c856be71abc5faee0 (DEFAULT_TABLE table=replication_test_table [id=d5055805498a4d779b4432507d49aad5]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
20:04:22.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.056445   484 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f9bc7ae80def4f7c856be71abc5faee0. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:22.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.086509   626 tablet_service.cc:1511] Processing CreateTablet for tablet b808c2e9aaa54136b83fff5422d27f89 (DEFAULT_TABLE table=replication_test_table [id=d5055805498a4d779b4432507d49aad5]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:04:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.091399   627 tablet_service.cc:1511] Processing CreateTablet for tablet f9bc7ae80def4f7c856be71abc5faee0 (DEFAULT_TABLE table=replication_test_table [id=d5055805498a4d779b4432507d49aad5]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
20:04:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.099822   626 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b808c2e9aaa54136b83fff5422d27f89. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.100190  1465 tablet_bootstrap.cc:492] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c: Bootstrap starting.
20:04:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.105005   627 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f9bc7ae80def4f7c856be71abc5faee0. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:22.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.109822  1465 tablet_bootstrap.cc:654] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c: Neither blocks nor log segments found. Creating new log.
20:04:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.112170  1465 log.cc:826] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c: Log is configured to *not* fsync() on all Append() calls
20:04:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.122347   344 tablet_service.cc:1511] Processing CreateTablet for tablet f9bc7ae80def4f7c856be71abc5faee0 (DEFAULT_TABLE table=replication_test_table [id=d5055805498a4d779b4432507d49aad5]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
20:04:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.126320   344 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f9bc7ae80def4f7c856be71abc5faee0. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.120739   343 tablet_service.cc:1511] Processing CreateTablet for tablet b808c2e9aaa54136b83fff5422d27f89 (DEFAULT_TABLE table=replication_test_table [id=d5055805498a4d779b4432507d49aad5]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:04:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.131114   343 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b808c2e9aaa54136b83fff5422d27f89. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:22.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.173077  1432 heartbeater.cc:499] Master 127.0.176.60:45599 was elected leader, sending a full tablet report...
20:04:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.176442  1467 tablet_bootstrap.cc:492] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7: Bootstrap starting.
20:04:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.178431  1465 tablet_bootstrap.cc:492] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c: No bootstrap required, opened a new log
20:04:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.178979  1465 ts_tablet_manager.cc:1403] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c: Time spent bootstrapping tablet: real 0.080s	user 0.012s	sys 0.015s
20:04:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.189380  1467 tablet_bootstrap.cc:654] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7: Neither blocks nor log segments found. Creating new log.
20:04:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.193349  1467 log.cc:826] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7: Log is configured to *not* fsync() on all Append() calls
20:04:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.209064  1467 tablet_bootstrap.cc:492] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7: No bootstrap required, opened a new log
20:04:22.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.210023  1467 ts_tablet_manager.cc:1403] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7: Time spent bootstrapping tablet: real 0.035s	user 0.007s	sys 0.019s
20:04:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.235082  1470 tablet_bootstrap.cc:492] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1: Bootstrap starting.
20:04:22.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.247119  1470 tablet_bootstrap.cc:654] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1: Neither blocks nor log segments found. Creating new log.
20:04:22.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.246366  1465 raft_consensus.cc:359] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.250068  1470 log.cc:826] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1: Log is configured to *not* fsync() on all Append() calls
20:04:22.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.247937  1465 raft_consensus.cc:385] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:22.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.250396  1465 raft_consensus.cc:740] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6fed820f84d5499fb5c9a9b616e6819c, State: Initialized, Role: FOLLOWER
20:04:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.255962  1467 raft_consensus.cc:359] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.256958  1467 raft_consensus.cc:385] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.257266  1467 raft_consensus.cc:740] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa9beb2f80084d3dab05519298940ab7, State: Initialized, Role: FOLLOWER
20:04:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.258430  1467 consensus_queue.cc:260] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.251489  1465 consensus_queue.cc:260] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.280194  1474 raft_consensus.cc:493] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.280978  1474 raft_consensus.cc:515] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.284123  1465 ts_tablet_manager.cc:1434] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c: Time spent starting tablet: real 0.105s	user 0.029s	sys 0.008s
20:04:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.311477  1474 leader_election.cc:290] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fd8c3e6420a74e5bb09e53dd55e833f1 (127.31.175.3:38589), fa9beb2f80084d3dab05519298940ab7 (127.31.175.1:40885)
20:04:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.324146  1467 ts_tablet_manager.cc:1434] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7: Time spent starting tablet: real 0.113s	user 0.055s	sys 0.035s
20:04:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.324636  1465 tablet_bootstrap.cc:492] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c: Bootstrap starting.
20:04:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.327486  1470 tablet_bootstrap.cc:492] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1: No bootstrap required, opened a new log
20:04:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.328302  1470 ts_tablet_manager.cc:1403] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1: Time spent bootstrapping tablet: real 0.094s	user 0.027s	sys 0.026s
20:04:22.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.330626  1467 tablet_bootstrap.cc:492] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7: Bootstrap starting.
20:04:22.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.337307  1467 tablet_bootstrap.cc:654] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7: Neither blocks nor log segments found. Creating new log.
20:04:22.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.359138  1465 tablet_bootstrap.cc:654] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c: Neither blocks nor log segments found. Creating new log.
20:04:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.371045  1465 tablet_bootstrap.cc:492] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c: No bootstrap required, opened a new log
20:04:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.371804  1465 ts_tablet_manager.cc:1403] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c: Time spent bootstrapping tablet: real 0.051s	user 0.009s	sys 0.005s
20:04:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.375038   364 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9bc7ae80def4f7c856be71abc5faee0" candidate_uuid: "6fed820f84d5499fb5c9a9b616e6819c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa9beb2f80084d3dab05519298940ab7" is_pre_election: true
20:04:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.375964   364 raft_consensus.cc:2468] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6fed820f84d5499fb5c9a9b616e6819c in term 0.
20:04:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.375814  1465 raft_consensus.cc:359] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } }
20:04:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.377488   439 leader_election.cc:304] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6fed820f84d5499fb5c9a9b616e6819c, fa9beb2f80084d3dab05519298940ab7; no voters: 
20:04:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.378708  1465 raft_consensus.cc:385] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.378788  1472 raft_consensus.cc:2804] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.379223  1465 raft_consensus.cc:740] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6fed820f84d5499fb5c9a9b616e6819c, State: Initialized, Role: FOLLOWER
20:04:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.379331  1472 raft_consensus.cc:493] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.379704  1472 raft_consensus.cc:3060] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Advancing to term 1
20:04:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.380174  1465 consensus_queue.cc:260] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } }
20:04:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.382918  1465 ts_tablet_manager.cc:1434] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c: Time spent starting tablet: real 0.011s	user 0.006s	sys 0.000s
20:04:22.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:22.387293   417 tablet.cc:2404] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.389366  1470 raft_consensus.cc:359] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } }
20:04:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.391188  1470 raft_consensus.cc:385] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.392627  1470 raft_consensus.cc:740] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd8c3e6420a74e5bb09e53dd55e833f1, State: Initialized, Role: FOLLOWER
20:04:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.393853  1470 consensus_queue.cc:260] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } }
20:04:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.397166  1472 raft_consensus.cc:515] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.398718   647 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9bc7ae80def4f7c856be71abc5faee0" candidate_uuid: "6fed820f84d5499fb5c9a9b616e6819c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" is_pre_election: true
20:04:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:22.400794   438 leader_election.cc:343] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer fd8c3e6420a74e5bb09e53dd55e833f1 (127.31.175.3:38589): Illegal state: must be running to vote when last-logged opid is not known
20:04:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.401185   647 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9bc7ae80def4f7c856be71abc5faee0" candidate_uuid: "6fed820f84d5499fb5c9a9b616e6819c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1"
20:04:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:22.402920   438 leader_election.cc:343] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer fd8c3e6420a74e5bb09e53dd55e833f1 (127.31.175.3:38589): Illegal state: must be running to vote when last-logged opid is not known
20:04:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.404090   364 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9bc7ae80def4f7c856be71abc5faee0" candidate_uuid: "6fed820f84d5499fb5c9a9b616e6819c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa9beb2f80084d3dab05519298940ab7"
20:04:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.404575   364 raft_consensus.cc:3060] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Advancing to term 1
20:04:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.409654  1470 ts_tablet_manager.cc:1434] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1: Time spent starting tablet: real 0.081s	user 0.035s	sys 0.013s
20:04:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.412247  1470 tablet_bootstrap.cc:492] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1: Bootstrap starting.
20:04:22.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.419188  1467 tablet_bootstrap.cc:492] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7: No bootstrap required, opened a new log
20:04:22.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.419700  1467 ts_tablet_manager.cc:1403] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7: Time spent bootstrapping tablet: real 0.089s	user 0.015s	sys 0.007s
20:04:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.421465  1470 tablet_bootstrap.cc:654] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1: Neither blocks nor log segments found. Creating new log.
20:04:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.426532  1467 raft_consensus.cc:359] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } }
20:04:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.427510  1467 raft_consensus.cc:385] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.427856  1467 raft_consensus.cc:740] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa9beb2f80084d3dab05519298940ab7, State: Initialized, Role: FOLLOWER
20:04:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.433823  1467 consensus_queue.cc:260] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } }
20:04:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:22.435359   699 tablet.cc:2404] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:22.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.444332  1467 ts_tablet_manager.cc:1434] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7: Time spent starting tablet: real 0.024s	user 0.008s	sys 0.002s
20:04:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.446893   364 raft_consensus.cc:2468] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6fed820f84d5499fb5c9a9b616e6819c in term 1.
20:04:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.449433   439 leader_election.cc:304] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6fed820f84d5499fb5c9a9b616e6819c, fa9beb2f80084d3dab05519298940ab7; no voters: fd8c3e6420a74e5bb09e53dd55e833f1
20:04:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.450503  1474 raft_consensus.cc:2804] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 1 FOLLOWER]: Leader election won for term 1
20:04:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:22.453110   554 tablet.cc:2404] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.458351  1470 tablet_bootstrap.cc:492] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1: No bootstrap required, opened a new log
20:04:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.460717  1470 ts_tablet_manager.cc:1403] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1: Time spent bootstrapping tablet: real 0.049s	user 0.013s	sys 0.008s
20:04:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.460745  1472 leader_election.cc:290] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [CANDIDATE]: Term 1 election: Requested vote from peers fd8c3e6420a74e5bb09e53dd55e833f1 (127.31.175.3:38589), fa9beb2f80084d3dab05519298940ab7 (127.31.175.1:40885)
20:04:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.462781  1474 raft_consensus.cc:697] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [term 1 LEADER]: Becoming Leader. State: Replica: 6fed820f84d5499fb5c9a9b616e6819c, State: Running, Role: LEADER
20:04:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.465417  1474 consensus_queue.cc:237] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.467947  1470 raft_consensus.cc:359] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.469502  1470 raft_consensus.cc:385] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.469784  1470 raft_consensus.cc:740] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd8c3e6420a74e5bb09e53dd55e833f1, State: Initialized, Role: FOLLOWER
20:04:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.474171  1479 raft_consensus.cc:493] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.474120  1470 consensus_queue.cc:260] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.474741  1479 raft_consensus.cc:515] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } }
20:04:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.480038  1479 leader_election.cc:290] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fa9beb2f80084d3dab05519298940ab7 (127.31.175.1:40885), 6fed820f84d5499fb5c9a9b616e6819c (127.31.175.2:36443)
20:04:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.489059 32644 catalog_manager.cc:5696] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c reported cstate change: term changed from 0 to 1, leader changed from <none> to 6fed820f84d5499fb5c9a9b616e6819c (127.31.175.2). New cstate: current_term: 1 leader_uuid: "6fed820f84d5499fb5c9a9b616e6819c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } health_report { overall_health: UNKNOWN } } }
20:04:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.505311  1470 ts_tablet_manager.cc:1434] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1: Time spent starting tablet: real 0.043s	user 0.006s	sys 0.000s
20:04:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.513342   364 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b808c2e9aaa54136b83fff5422d27f89" candidate_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa9beb2f80084d3dab05519298940ab7" is_pre_election: true
20:04:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.514037   364 raft_consensus.cc:2468] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fd8c3e6420a74e5bb09e53dd55e833f1 in term 0.
20:04:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.515702   582 leader_election.cc:304] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: fa9beb2f80084d3dab05519298940ab7, fd8c3e6420a74e5bb09e53dd55e833f1; no voters: 
20:04:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.516880  1483 raft_consensus.cc:2804] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.517283  1483 raft_consensus.cc:493] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:22.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.517608  1483 raft_consensus.cc:3060] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Advancing to term 1
20:04:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.524972  1483 raft_consensus.cc:515] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } }
20:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.538676   364 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b808c2e9aaa54136b83fff5422d27f89" candidate_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa9beb2f80084d3dab05519298940ab7"
20:04:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.539290   364 raft_consensus.cc:3060] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7 [term 0 FOLLOWER]: Advancing to term 1
20:04:22.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.541522   504 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b808c2e9aaa54136b83fff5422d27f89" candidate_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6fed820f84d5499fb5c9a9b616e6819c" is_pre_election: true
20:04:22.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.542586   504 raft_consensus.cc:2468] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fd8c3e6420a74e5bb09e53dd55e833f1 in term 0.
20:04:22.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.545930   504 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b808c2e9aaa54136b83fff5422d27f89" candidate_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6fed820f84d5499fb5c9a9b616e6819c"
20:04:22.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.546774   504 raft_consensus.cc:3060] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c [term 0 FOLLOWER]: Advancing to term 1
20:04:22.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.549628   364 raft_consensus.cc:2468] T b808c2e9aaa54136b83fff5422d27f89 P fa9beb2f80084d3dab05519298940ab7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fd8c3e6420a74e5bb09e53dd55e833f1 in term 1.
20:04:22.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.551270   582 leader_election.cc:304] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: fa9beb2f80084d3dab05519298940ab7, fd8c3e6420a74e5bb09e53dd55e833f1; no voters: 
20:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.552040  1479 raft_consensus.cc:2804] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 1 FOLLOWER]: Leader election won for term 1
20:04:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.556619   504 raft_consensus.cc:2468] T b808c2e9aaa54136b83fff5422d27f89 P 6fed820f84d5499fb5c9a9b616e6819c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fd8c3e6420a74e5bb09e53dd55e833f1 in term 1.
20:04:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.558651  1483 leader_election.cc:290] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [CANDIDATE]: Term 1 election: Requested vote from peers fa9beb2f80084d3dab05519298940ab7 (127.31.175.1:40885), 6fed820f84d5499fb5c9a9b616e6819c (127.31.175.2:36443)
20:04:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.571267  1479 raft_consensus.cc:697] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 1 LEADER]: Becoming Leader. State: Replica: fd8c3e6420a74e5bb09e53dd55e833f1, State: Running, Role: LEADER
20:04:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.573082  1479 consensus_queue.cc:237] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } }
20:04:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:22.638002 32631 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.175.61:39241, user_credentials={real_user=slave}} blocked reactor thread for 64411.9us
20:04:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.647307 32643 catalog_manager.cc:5696] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 reported cstate change: term changed from 0 to 1, leader changed from <none> to fd8c3e6420a74e5bb09e53dd55e833f1 (127.31.175.3). New cstate: current_term: 1 leader_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } health_report { overall_health: HEALTHY } } }
20:04:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.805680  1479 raft_consensus.cc:493] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.806196  1479 raft_consensus.cc:515] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 } } peers { permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 } } peers { permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 } }
20:04:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.808051  1479 leader_election.cc:290] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6fed820f84d5499fb5c9a9b616e6819c (127.31.175.2:36443), fa9beb2f80084d3dab05519298940ab7 (127.31.175.1:40885)
20:04:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.809235   504 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9bc7ae80def4f7c856be71abc5faee0" candidate_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6fed820f84d5499fb5c9a9b616e6819c" is_pre_election: true
20:04:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.809263   364 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f9bc7ae80def4f7c856be71abc5faee0" candidate_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa9beb2f80084d3dab05519298940ab7" is_pre_election: true
20:04:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.810041   364 raft_consensus.cc:2393] T f9bc7ae80def4f7c856be71abc5faee0 P fa9beb2f80084d3dab05519298940ab7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate fd8c3e6420a74e5bb09e53dd55e833f1 in current term 1: Already voted for candidate 6fed820f84d5499fb5c9a9b616e6819c in this term.
20:04:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.811628   582 leader_election.cc:304] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fd8c3e6420a74e5bb09e53dd55e833f1; no voters: 6fed820f84d5499fb5c9a9b616e6819c, fa9beb2f80084d3dab05519298940ab7
20:04:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.812834  1479 raft_consensus.cc:3060] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 0 FOLLOWER]: Advancing to term 1
20:04:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.818588  1479 raft_consensus.cc:2749] T f9bc7ae80def4f7c856be71abc5faee0 P fd8c3e6420a74e5bb09e53dd55e833f1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:04:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.864092  1474 consensus_queue.cc:1048] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [LEADER]: Connected to new peer: Peer: permanent_uuid: "fd8c3e6420a74e5bb09e53dd55e833f1" member_type: VOTER last_known_addr { host: "127.31.175.3" port: 38589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:22.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:22.894186  1474 consensus_queue.cc:1048] T f9bc7ae80def4f7c856be71abc5faee0 P 6fed820f84d5499fb5c9a9b616e6819c [LEADER]: Connected to new peer: Peer: permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:04:23.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:23.040931  1479 consensus_queue.cc:1048] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6fed820f84d5499fb5c9a9b616e6819c" member_type: VOTER last_known_addr { host: "127.31.175.2" port: 36443 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:23.061 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:23.068590  1483 consensus_queue.cc:1048] T b808c2e9aaa54136b83fff5422d27f89 P fd8c3e6420a74e5bb09e53dd55e833f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fa9beb2f80084d3dab05519298940ab7" member_type: VOTER last_known_addr { host: "127.31.175.1" port: 40885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:23.098 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f9bc7ae80def4f7c856be71abc5faee0 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:23.099 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b808c2e9aaa54136b83fff5422d27f89 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:23.100 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998}]
20:04:23.102 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.175.60:35661, [10ms] Sub RPC GetTableLocations: received response from server master-127.31.175.60:35661: OK, deferred=null) after lookup
20:04:23.109 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] connecting to peer
20:04:23.115 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] Successfully connected to peer
20:04:23.186 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:23.195 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xbcf802dc, L:/127.0.0.1:34622 - R:/127.31.175.2:36443] using TOKEN/null
20:04:23.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:23.333 [DEBUG - main] (Connection.java:748) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] connecting to peer
20:04:23.335 [DEBUG - kudu-nio-4] (Connection.java:757) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] Successfully connected to peer
20:04:23.391 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:23.397 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x94997c8c, L:/127.0.0.1:45382 - R:/127.31.175.3:38589] using TOKEN/null
20:04:23.496 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:23.499 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:23.501 [DEBUG - main] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:04:23.503 [DEBUG - main] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:04:23.504 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.176.61:43945(127.0.176.61:43945)] Successfully connected to peer
20:04:23.506 [DEBUG - main] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:04:23.511 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.176.60:45599(127.0.176.60:45599)] Successfully connected to peer
20:04:23.512 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.176.62:40863(127.0.176.62:40863)] Successfully connected to peer
20:04:23.516 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.61
20:04:23.533 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.60
20:04:23.540 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.62
20:04:23.566 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:23.571 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:23.598 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2c644ca5, L:/127.0.0.1:57748 - R:/127.0.176.60:45599] using SASL/PLAIN
20:04:23.601 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:23.603 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:23.603 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=103), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: OK, deferred=null) after lookup
20:04:23.611 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x26c94fa3, L:/127.0.0.1:45670 - R:/127.0.176.61:43945] using SASL/PLAIN
20:04:23.622 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x72fcb2f8, L:/127.0.0.1:48386 - R:/127.0.176.62:40863] using SASL/PLAIN
20:04:23.629 [DEBUG - main] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:23.637 [DEBUG - main] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:23.647 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.175.61:39241(127.31.175.61:39241)] Successfully connected to peer
20:04:23.652 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.61
20:04:23.691 [DEBUG - main] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:23.699 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.175.60:35661(127.31.175.60:35661)] Successfully connected to peer
20:04:23.699 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:23.707 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd4b53309, L:/127.0.0.1:56720 - R:/127.31.175.61:39241] using SASL/PLAIN
20:04:23.710 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.175.62:43581(127.31.175.62:43581)] Successfully connected to peer
20:04:23.722 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.62
20:04:23.734 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.60
20:04:23.763 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:23.771 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7b88b5f1, L:/127.0.0.1:42306 - R:/127.31.175.60:35661] using SASL/PLAIN
20:04:23.776 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:23.776 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:23.776 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=151), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [91ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: OK, [147ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: OK, deferred=null) after lookup
20:04:23.779 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8052a526, L:/127.0.0.1:46058 - R:/127.31.175.62:43581] using SASL/PLAIN
20:04:23.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:23.819 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f9bc7ae80def4f7c856be71abc5faee0 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:23.820 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b808c2e9aaa54136b83fff5422d27f89 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:23.820 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:23.842377   911 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57748:
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000"
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:04:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:04:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:04:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:04:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
20:04:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:23.846660   911 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:23.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:23.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:23.972944  1225 tablet_service.cc:1511] Processing CreateTablet for tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 (DEFAULT_TABLE table=replication_test_table [id=99bae538e4aa4a2bb8b3e5d8cbd36c4f]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
20:04:23.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:23.976423  1225 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9aa74d63ac0c42daa1e1cc4f60616bc4. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:23.982069  1081 tablet_service.cc:1511] Processing CreateTablet for tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 (DEFAULT_TABLE table=replication_test_table [id=99bae538e4aa4a2bb8b3e5d8cbd36c4f]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
20:04:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:23.985314  1081 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9aa74d63ac0c42daa1e1cc4f60616bc4. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:23.985348  1366 tablet_service.cc:1511] Processing CreateTablet for tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 (DEFAULT_TABLE table=replication_test_table [id=99bae538e4aa4a2bb8b3e5d8cbd36c4f]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
20:04:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:23.989289  1366 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9aa74d63ac0c42daa1e1cc4f60616bc4. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.025928  1544 tablet_bootstrap.cc:492] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4: Bootstrap starting.
20:04:24.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.032977  1545 tablet_bootstrap.cc:492] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e: Bootstrap starting.
20:04:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.034715  1546 tablet_bootstrap.cc:492] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5: Bootstrap starting.
20:04:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.043236  1545 tablet_bootstrap.cc:654] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e: Neither blocks nor log segments found. Creating new log.
20:04:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.044742  1546 tablet_bootstrap.cc:654] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5: Neither blocks nor log segments found. Creating new log.
20:04:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.046147  1545 log.cc:826] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e: Log is configured to *not* fsync() on all Append() calls
20:04:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.047832  1546 log.cc:826] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5: Log is configured to *not* fsync() on all Append() calls
20:04:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.050326  1544 tablet_bootstrap.cc:654] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4: Neither blocks nor log segments found. Creating new log.
20:04:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.053791  1544 log.cc:826] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4: Log is configured to *not* fsync() on all Append() calls
20:04:24.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.058643  1545 tablet_bootstrap.cc:492] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e: No bootstrap required, opened a new log
20:04:24.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.059242  1545 ts_tablet_manager.cc:1403] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e: Time spent bootstrapping tablet: real 0.027s	user 0.009s	sys 0.014s
20:04:24.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.063793  1546 tablet_bootstrap.cc:492] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5: No bootstrap required, opened a new log
20:04:24.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.064316  1546 ts_tablet_manager.cc:1403] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5: Time spent bootstrapping tablet: real 0.030s	user 0.005s	sys 0.020s
20:04:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.070266  1544 tablet_bootstrap.cc:492] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4: No bootstrap required, opened a new log
20:04:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.071075  1544 ts_tablet_manager.cc:1403] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4: Time spent bootstrapping tablet: real 0.046s	user 0.012s	sys 0.013s
20:04:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.093657  1545 raft_consensus.cc:359] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.094897  1545 raft_consensus.cc:385] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.095196  1545 raft_consensus.cc:740] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9a14c136e2249ecb4964d2aa617125e, State: Initialized, Role: FOLLOWER
20:04:24.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.096102  1545 consensus_queue.cc:260] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.100423  1546 raft_consensus.cc:359] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.101315  1546 raft_consensus.cc:385] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.101639  1546 raft_consensus.cc:740] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c861915488344f3eb41093d9a38b00f5, State: Initialized, Role: FOLLOWER
20:04:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.103556  1545 ts_tablet_manager.cc:1434] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e: Time spent starting tablet: real 0.044s	user 0.036s	sys 0.006s
20:04:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.103611  1546 consensus_queue.cc:260] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.107326  1544 raft_consensus.cc:359] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.108598  1544 raft_consensus.cc:385] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.109169  1544 raft_consensus.cc:740] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ad0c94ea75647359823b1e2ef7042b4, State: Initialized, Role: FOLLOWER
20:04:24.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.110430  1544 consensus_queue.cc:260] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:24.116283  1294 tablet.cc:2404] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.148641  1544 ts_tablet_manager.cc:1434] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4: Time spent starting tablet: real 0.077s	user 0.039s	sys 0.028s
20:04:24.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.151350  1546 ts_tablet_manager.cc:1434] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5: Time spent starting tablet: real 0.087s	user 0.038s	sys 0.030s
20:04:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:24.216161  1153 tablet.cc:2404] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.259166  1551 raft_consensus.cc:493] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.259670  1551 raft_consensus.cc:515] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.262444  1551 leader_election.cc:290] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9a14c136e2249ecb4964d2aa617125e (127.0.176.2:35663), 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627)
20:04:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.276487  1245 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9aa74d63ac0c42daa1e1cc4f60616bc4" candidate_uuid: "c861915488344f3eb41093d9a38b00f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9a14c136e2249ecb4964d2aa617125e" is_pre_election: true
20:04:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.277386  1245 raft_consensus.cc:2468] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c861915488344f3eb41093d9a38b00f5 in term 0.
20:04:24.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.278692  1101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9aa74d63ac0c42daa1e1cc4f60616bc4" candidate_uuid: "c861915488344f3eb41093d9a38b00f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ad0c94ea75647359823b1e2ef7042b4" is_pre_election: true
20:04:24.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.279109  1320 leader_election.cc:304] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c861915488344f3eb41093d9a38b00f5, d9a14c136e2249ecb4964d2aa617125e; no voters: 
20:04:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.279584  1101 raft_consensus.cc:2468] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c861915488344f3eb41093d9a38b00f5 in term 0.
20:04:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.280040  1551 raft_consensus.cc:2804] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.280414  1551 raft_consensus.cc:493] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.280790  1551 raft_consensus.cc:3060] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Advancing to term 1
20:04:24.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.285772  1551 raft_consensus.cc:515] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.287446  1551 leader_election.cc:290] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [CANDIDATE]: Term 1 election: Requested vote from peers d9a14c136e2249ecb4964d2aa617125e (127.0.176.2:35663), 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627)
20:04:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.288415  1245 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9aa74d63ac0c42daa1e1cc4f60616bc4" candidate_uuid: "c861915488344f3eb41093d9a38b00f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9a14c136e2249ecb4964d2aa617125e"
20:04:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.288443  1101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9aa74d63ac0c42daa1e1cc4f60616bc4" candidate_uuid: "c861915488344f3eb41093d9a38b00f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ad0c94ea75647359823b1e2ef7042b4"
20:04:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.288838  1101 raft_consensus.cc:3060] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Advancing to term 1
20:04:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.288885  1245 raft_consensus.cc:3060] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Advancing to term 1
20:04:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.293587  1245 raft_consensus.cc:2468] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P d9a14c136e2249ecb4964d2aa617125e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c861915488344f3eb41093d9a38b00f5 in term 1.
20:04:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.294319  1101 raft_consensus.cc:2468] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P 0ad0c94ea75647359823b1e2ef7042b4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c861915488344f3eb41093d9a38b00f5 in term 1.
20:04:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.294790  1320 leader_election.cc:304] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c861915488344f3eb41093d9a38b00f5, d9a14c136e2249ecb4964d2aa617125e; no voters: 
20:04:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.295588  1551 raft_consensus.cc:2804] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 1 FOLLOWER]: Leader election won for term 1
20:04:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.297165  1551 raft_consensus.cc:697] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [term 1 LEADER]: Becoming Leader. State: Replica: c861915488344f3eb41093d9a38b00f5, State: Running, Role: LEADER
20:04:24.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.298182  1551 consensus_queue.cc:237] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.309726   910 catalog_manager.cc:5696] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 reported cstate change: term changed from 0 to 1, leader changed from <none> to c861915488344f3eb41093d9a38b00f5 (127.0.176.3). New cstate: current_term: 1 leader_uuid: "c861915488344f3eb41093d9a38b00f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } health_report { overall_health: HEALTHY } } }
20:04:24.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:24.385352  1437 tablet.cc:2404] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.465018   910 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:57748:
20:04:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
20:04:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:24.487429   910 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 6916e2bf2ed9479482bba4378f1123d0 has no consensus state
20:04:24.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.508106  1081 tablet_service.cc:1511] Processing CreateTablet for tablet 6916e2bf2ed9479482bba4378f1123d0 (DEFAULT_TABLE table=replication_test_table [id=99bae538e4aa4a2bb8b3e5d8cbd36c4f]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:04:24.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.509368  1081 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6916e2bf2ed9479482bba4378f1123d0. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:24.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.516680  1225 tablet_service.cc:1511] Processing CreateTablet for tablet 6916e2bf2ed9479482bba4378f1123d0 (DEFAULT_TABLE table=replication_test_table [id=99bae538e4aa4a2bb8b3e5d8cbd36c4f]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:04:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.517886  1225 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6916e2bf2ed9479482bba4378f1123d0. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:24.519768   896 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 6916e2bf2ed9479482bba4378f1123d0 (table replication_test_table [id=99bae538e4aa4a2bb8b3e5d8cbd36c4f], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 6916e2bf2ed9479482bba4378f1123d0 consensus state has no leader
20:04:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.521683  1544 tablet_bootstrap.cc:492] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4: Bootstrap starting.
20:04:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.527176  1544 tablet_bootstrap.cc:654] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4: Neither blocks nor log segments found. Creating new log.
20:04:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.532984  1366 tablet_service.cc:1511] Processing CreateTablet for tablet 6916e2bf2ed9479482bba4378f1123d0 (DEFAULT_TABLE table=replication_test_table [id=99bae538e4aa4a2bb8b3e5d8cbd36c4f]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:04:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.534189  1366 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6916e2bf2ed9479482bba4378f1123d0. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.536118  1545 tablet_bootstrap.cc:492] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e: Bootstrap starting.
20:04:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.539621  1544 tablet_bootstrap.cc:492] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4: No bootstrap required, opened a new log
20:04:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.540036  1544 ts_tablet_manager.cc:1403] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4: Time spent bootstrapping tablet: real 0.019s	user 0.011s	sys 0.004s
20:04:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.542240  1545 tablet_bootstrap.cc:654] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e: Neither blocks nor log segments found. Creating new log.
20:04:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.542673  1544 raft_consensus.cc:359] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.543339  1544 raft_consensus.cc:385] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.543639  1544 raft_consensus.cc:740] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ad0c94ea75647359823b1e2ef7042b4, State: Initialized, Role: FOLLOWER
20:04:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.544294  1544 consensus_queue.cc:260] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.552630  1545 tablet_bootstrap.cc:492] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e: No bootstrap required, opened a new log
20:04:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.553063  1545 ts_tablet_manager.cc:1403] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e: Time spent bootstrapping tablet: real 0.017s	user 0.012s	sys 0.000s
20:04:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.557367  1545 raft_consensus.cc:359] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.558066  1545 raft_consensus.cc:385] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.558348  1545 raft_consensus.cc:740] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9a14c136e2249ecb4964d2aa617125e, State: Initialized, Role: FOLLOWER
20:04:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.559931  1544 ts_tablet_manager.cc:1434] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4: Time spent starting tablet: real 0.020s	user 0.006s	sys 0.002s
20:04:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.559513  1545 consensus_queue.cc:260] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.563063  1545 ts_tablet_manager.cc:1434] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e: Time spent starting tablet: real 0.010s	user 0.009s	sys 0.000s
20:04:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.567776  1546 tablet_bootstrap.cc:492] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5: Bootstrap starting.
20:04:24.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.574378  1546 tablet_bootstrap.cc:654] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5: Neither blocks nor log segments found. Creating new log.
20:04:24.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.597054  1546 tablet_bootstrap.cc:492] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5: No bootstrap required, opened a new log
20:04:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.598014   910 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 0f82c3072f0b465ba8a87fd2c59a9295: replication_test_table [id=99bae538e4aa4a2bb8b3e5d8cbd36c4f] alter complete (version 0)
20:04:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.597824  1546 ts_tablet_manager.cc:1403] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5: Time spent bootstrapping tablet: real 0.030s	user 0.005s	sys 0.008s
20:04:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.609766  1546 raft_consensus.cc:359] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.611006  1546 raft_consensus.cc:385] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.611613  1546 raft_consensus.cc:740] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c861915488344f3eb41093d9a38b00f5, State: Initialized, Role: FOLLOWER
20:04:24.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.612500  1546 consensus_queue.cc:260] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.621147  1546 ts_tablet_manager.cc:1434] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5: Time spent starting tablet: real 0.014s	user 0.005s	sys 0.000s
20:04:24.632 [DEBUG - main] (Connection.java:575) [peer master-127.31.175.61:39241(127.31.175.61:39241)] disconnecting while in state READY
20:04:24.638 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.175.61:39241(127.31.175.61:39241)] handling channelInactive
20:04:24.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state READY due to: connection closed
20:04:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.639190  1550 raft_consensus.cc:493] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:24.639 [DEBUG - main] (Connection.java:575) [peer master-127.31.175.60:35661(127.31.175.60:35661)] disconnecting while in state READY
20:04:24.640 [DEBUG - main] (Connection.java:575) [peer master-127.31.175.62:43581(127.31.175.62:43581)] disconnecting while in state READY
20:04:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.639889  1550 raft_consensus.cc:515] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.641 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.175.60:35661(127.31.175.60:35661)] handling channelInactive
20:04:24.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state READY due to: connection closed
20:04:24.642 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:24.646 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
20:04:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.642783  1551 raft_consensus.cc:493] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.643527  1551 raft_consensus.cc:515] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.645556  1551 leader_election.cc:290] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627), d9a14c136e2249ecb4964d2aa617125e (127.0.176.2:35663)
20:04:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.647346  1245 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6916e2bf2ed9479482bba4378f1123d0" candidate_uuid: "c861915488344f3eb41093d9a38b00f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9a14c136e2249ecb4964d2aa617125e" is_pre_election: true
20:04:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.646998  1550 leader_election.cc:290] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627), c861915488344f3eb41093d9a38b00f5 (127.0.176.3:39031)
20:04:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.647950  1245 raft_consensus.cc:2468] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c861915488344f3eb41093d9a38b00f5 in term 0.
20:04:24.650 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.175.62:43581(127.31.175.62:43581)] handling channelInactive
20:04:24.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state READY due to: connection closed
20:04:24.651 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:04:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.650650  1320 leader_election.cc:304] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c861915488344f3eb41093d9a38b00f5, d9a14c136e2249ecb4964d2aa617125e; no voters: 
20:04:24.654 [DEBUG - main] (Connection.java:575) [peer master-127.0.176.61:43945(127.0.176.61:43945)] disconnecting while in state READY
20:04:24.655 [DEBUG - main] (Connection.java:575) [peer master-127.0.176.60:45599(127.0.176.60:45599)] disconnecting while in state READY
20:04:24.655 [DEBUG - main] (Connection.java:575) [peer master-127.0.176.62:40863(127.0.176.62:40863)] disconnecting while in state READY
20:04:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.652256  1551 raft_consensus.cc:2804] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:24.656 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.176.62:40863(127.0.176.62:40863)] handling channelInactive
20:04:24.658 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.176.60:45599(127.0.176.60:45599)] handling channelInactive
20:04:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.652621  1551 raft_consensus.cc:493] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.653349  1551 raft_consensus.cc:3060] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 0 FOLLOWER]: Advancing to term 1
20:04:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.658946  1101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6916e2bf2ed9479482bba4378f1123d0" candidate_uuid: "c861915488344f3eb41093d9a38b00f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ad0c94ea75647359823b1e2ef7042b4" is_pre_election: true
20:04:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.659736  1101 raft_consensus.cc:2468] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c861915488344f3eb41093d9a38b00f5 in term 0.
20:04:24.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state READY due to: connection closed
20:04:24.667 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.176.61:43945(127.0.176.61:43945)] handling channelInactive
20:04:24.667 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:24.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state READY due to: connection closed
20:04:24.670 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:04:24.670 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:04:24.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state READY due to: connection closed
20:04:24.672 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
20:04:24.680 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
20:04:24.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.681738  1551 raft_consensus.cc:515] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.685424  1551 leader_election.cc:290] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [CANDIDATE]: Term 1 election: Requested vote from peers 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627), d9a14c136e2249ecb4964d2aa617125e (127.0.176.2:35663)
20:04:24.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.685283  1101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6916e2bf2ed9479482bba4378f1123d0" candidate_uuid: "c861915488344f3eb41093d9a38b00f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ad0c94ea75647359823b1e2ef7042b4"
20:04:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.685849  1101 raft_consensus.cc:3060] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4 [term 0 FOLLOWER]: Advancing to term 1
20:04:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.686767  1245 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6916e2bf2ed9479482bba4378f1123d0" candidate_uuid: "c861915488344f3eb41093d9a38b00f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9a14c136e2249ecb4964d2aa617125e"
20:04:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.687362  1245 raft_consensus.cc:3060] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [term 0 FOLLOWER]: Advancing to term 1
20:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.694074  1101 raft_consensus.cc:2468] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c861915488344f3eb41093d9a38b00f5 in term 1.
20:04:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.695703  1319 leader_election.cc:304] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ad0c94ea75647359823b1e2ef7042b4, c861915488344f3eb41093d9a38b00f5; no voters: 
20:04:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.696727  1551 raft_consensus.cc:2804] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 1 FOLLOWER]: Leader election won for term 1
20:04:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.697129  1551 raft_consensus.cc:697] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [term 1 LEADER]: Becoming Leader. State: Replica: c861915488344f3eb41093d9a38b00f5, State: Running, Role: LEADER
20:04:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.697866  1551 consensus_queue.cc:237] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } }
20:04:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.704145  1386 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6916e2bf2ed9479482bba4378f1123d0" candidate_uuid: "d9a14c136e2249ecb4964d2aa617125e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c861915488344f3eb41093d9a38b00f5" is_pre_election: true
20:04:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.711056  1101 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6916e2bf2ed9479482bba4378f1123d0" candidate_uuid: "d9a14c136e2249ecb4964d2aa617125e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ad0c94ea75647359823b1e2ef7042b4" is_pre_election: true
20:04:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.712278  1101 raft_consensus.cc:2393] T 6916e2bf2ed9479482bba4378f1123d0 P 0ad0c94ea75647359823b1e2ef7042b4 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d9a14c136e2249ecb4964d2aa617125e in current term 1: Already voted for candidate c861915488344f3eb41093d9a38b00f5 in this term.
20:04:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.716645  1178 leader_election.cc:304] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d9a14c136e2249ecb4964d2aa617125e; no voters: 0ad0c94ea75647359823b1e2ef7042b4, c861915488344f3eb41093d9a38b00f5
20:04:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.723482  1245 raft_consensus.cc:2468] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c861915488344f3eb41093d9a38b00f5 in term 1.
20:04:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.727407  1550 raft_consensus.cc:2749] T 6916e2bf2ed9479482bba4378f1123d0 P d9a14c136e2249ecb4964d2aa617125e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:04:24.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.732061   910 catalog_manager.cc:5696] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 reported cstate change: term changed from 0 to 1, leader changed from <none> to c861915488344f3eb41093d9a38b00f5 (127.0.176.3). New cstate: current_term: 1 leader_uuid: "c861915488344f3eb41093d9a38b00f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c861915488344f3eb41093d9a38b00f5" member_type: VOTER last_known_addr { host: "127.0.176.3" port: 39031 } health_report { overall_health: HEALTHY } } }
20:04:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.765509  1551 consensus_queue.cc:1048] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:24.807364  1551 consensus_queue.cc:1048] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:04:25.115 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:04:25.121 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
20:04:25.122 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
20:04:25.124 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:04:25.124 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:04:25.130 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:04:25.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:25.152832  1557 consensus_queue.cc:1048] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d9a14c136e2249ecb4964d2aa617125e" member_type: VOTER last_known_addr { host: "127.0.176.2" port: 35663 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:25.186064  1551 consensus_queue.cc:1048] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ad0c94ea75647359823b1e2ef7042b4" member_type: VOTER last_known_addr { host: "127.0.176.1" port: 39627 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:25.571 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
20:04:25.571 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
20:04:25.571 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
20:04:25.573 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
20:04:25.573 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
20:04:25.573 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
20:04:25.576 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
20:04:25.948 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
20:04:26.061 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
20:04:26.061 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
20:04:26.061 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
20:04:26.081 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:04:26.930 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
20:04:27.097 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
20:04:27.123 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:04:27.166 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
20:04:27.188 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
20:04:27.208 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
20:04:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:27.231731 32595 debug-util.cc:398] Leaking SignalData structure 0x7b0800097740 after lost signal to thread 32530
20:04:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:27.232456 32595 debug-util.cc:398] Leaking SignalData structure 0x7b08000affc0 after lost signal to thread 32598
20:04:27.349 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
20:04:27.355 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
20:04:27.356 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
20:04:27.368 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
20:04:27.370 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
20:04:27.372 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
20:04:27.373 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
20:04:27.374 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:04:27.377 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:04:27.378 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:04:27.380 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:04:27.382 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:04:27.382 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:04:27.382 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
20:04:27.382 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
20:04:27.382 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
20:04:27.385 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
20:04:27.385 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
20:04:27.385 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:04:27.389 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:04:27.390 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:04:27.391 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:04:27.391 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:04:27.391 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:04:27.410 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_ad9d827a7fdaf554c67acbee4169ca37/blobStorage
20:04:27.429 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:37841 - max concurrent requests: 50 - max backlog: 1000
20:04:27.439 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_ad9d827a7fdaf554c67acbee4169ca37/blobStorage
20:04:27.459 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_ad9d827a7fdaf554c67acbee4169ca37/blobStorage
20:04:27.462 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
20:04:27.468 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 780f844e-b207-4201-bc3c-b2f794174396
20:04:27.510 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
20:04:27.516 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-1130ea76-7c1c-4d6d-ad08-a722e3b84d0d
20:04:27.533 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-7d693594-161d-4df9-a4d5-cd2832f41050
20:04:27.683 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
20:04:27.720 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
20:04:27.720 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
20:04:27.722 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
20:04:27.768 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
20:04:27.781 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_0 .
20:04:27.853 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
20:04:27.854 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-831058bf-2b1b-4253-a796-b9e685cda680
20:04:28.008 [INFO - main] (RestServerEndpoint.java:567) Upload directory /tmp/flink-web-upload does not exist. 
20:04:28.008 [INFO - main] (RestServerEndpoint.java:592) Created directory /tmp/flink-web-upload for file uploads.
20:04:28.017 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
20:04:28.027 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
20:04:28.553 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
20:04:28.553 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
20:04:28.842 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:39343
20:04:28.842 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
20:04:28.854 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:39343 was granted leadership with leaderSessionID=6959fff7-cd8d-4e77-b40b-786a284fd0a2
20:04:28.855 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:39343 , session=6959fff7-cd8d-4e77-b40b-786a284fd0a2
20:04:28.863 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
20:04:28.863 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
20:04:28.863 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
20:04:28.864 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 6cfcec57-be12-460b-a42f-ed9f6134a496. Creating new DispatcherLeaderProcess.
20:04:28.870 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
20:04:28.874 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
20:04:28.874 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
20:04:28.874 [INFO - pool-11-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id f8f0dd93-3147-4614-83b3-aedcc55576bf.
20:04:28.890 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
20:04:28.908 [INFO - pool-11-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_1 .
20:04:28.930 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
20:04:28.938 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
20:04:28.939 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
20:04:28.940 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
20:04:28.940 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
20:04:28.940 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_1 , session=f8f0dd93-3147-4614-83b3-aedcc55576bf
20:04:28.942 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(83b3aedcc55576bff8f0dd9331474614).
20:04:28.956 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_2 .
20:04:29.011 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_2 , session=6cfcec57-be12-460b-a42f-ed9f6134a496
20:04:29.034 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:04:29.048 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (554564a43b9b369974b514598c727f63).
20:04:29.050 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (554564a43b9b369974b514598c727f63).
20:04:29.056 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID 780f844e-b207-4201-bc3c-b2f794174396 (pekko://flink/user/rpc/taskmanager_0) at ResourceManager
20:04:29.061 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_1 under registration id 7dfc90e21a26d6b271aab9d61da411b2.
20:04:29.064 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:344) Registering task executor 780f844e-b207-4201-bc3c-b2f794174396 under 7dfc90e21a26d6b271aab9d61da411b2 at the slot manager.
20:04:29.081 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-554564a43b9b369974b514598c727f63'.
20:04:29.085 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 554564a43b9b369974b514598c727f63 was granted leadership with leader id 77647609-71dd-4806-809e-7f97f980d1f0. Creating new JobMasterServiceProcess.
20:04:29.122 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_3 .
20:04:29.150 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (554564a43b9b369974b514598c727f63).
20:04:29.201 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (554564a43b9b369974b514598c727f63).
20:04:29.289 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph dfadc708f1e7d6e18be2480770768797 for job 554564a43b9b369974b514598c727f63.
20:04:29.324 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (554564a43b9b369974b514598c727f63).
20:04:29.324 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
20:04:29.383 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 3 ms, total 4 pipelined regions currently.
20:04:29.395 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d2fc736
20:04:29.396 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:04:29.397 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:04:29.453 [INFO - jobmanager-io-thread-1] (FileSystem.java:1139) Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
20:04:29.499 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
20:04:29.512 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@4356312e for Flink Streaming Job (554564a43b9b369974b514598c727f63).
20:04:29.534 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_3 , session=77647609-71dd-4806-809e-7f97f980d1f0
20:04:29.541 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (554564a43b9b369974b514598c727f63) under job master id 809e7f97f980d1f07764760971dd4806.
20:04:29.557 [INFO - flink-pekko.actor.default-dispatcher-9] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:04:29.564 [DEBUG - flink-pekko.actor.default-dispatcher-9] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:29.567 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
20:04:29.567 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state CREATED to RUNNING.
20:04:29.583 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
20:04:29.611 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
20:04:29.612 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
20:04:29.613 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
20:04:29.614 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:29.617 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(83b3aedcc55576bff8f0dd9331474614)
20:04:29.622 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:04:29.625 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:29.625 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager 809e7f97f980d1f07764760971dd4806@pekko://flink/user/rpc/jobmanager_3 for job 554564a43b9b369974b514598c727f63.
20:04:29.634 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 809e7f97f980d1f07764760971dd4806@pekko://flink/user/rpc/jobmanager_3 for job 554564a43b9b369974b514598c727f63.
20:04:29.644 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.175.61:39241(127.31.175.61:39241)] Successfully connected to peer
20:04:29.655 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:29.668 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.175.62:43581(127.31.175.62:43581)] Successfully connected to peer
20:04:29.671 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.61
20:04:29.678 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 83b3aedcc55576bff8f0dd9331474614.
20:04:29.681 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:04:29.722 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.175.60:35661(127.31.175.60:35661)] Successfully connected to peer
20:04:29.728 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.62
20:04:29.744 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 554564a43b9b369974b514598c727f63
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 780f844e-b207-4201-bc3c-b2f794174396
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
20:04:29.748 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:29.768 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9c672cca, L:/127.0.0.1:56722 - R:/127.31.175.61:39241] using SASL/PLAIN
20:04:29.774 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.60
20:04:29.797 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 9ad297cd4ffa417fe2b19356b89782e5 from 780f844e-b207-4201-bc3c-b2f794174396 for job 554564a43b9b369974b514598c727f63 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:04:29.813 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 9ad297cd4ffa417fe2b19356b89782e5 for job 554564a43b9b369974b514598c727f63 from resource manager with leader id 83b3aedcc55576bff8f0dd9331474614.
20:04:29.814 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 9ad297cd4ffa417fe2b19356b89782e5 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:04:29.817 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot eca6ceaabf92c850657312495e573ca9 from 780f844e-b207-4201-bc3c-b2f794174396 for job 554564a43b9b369974b514598c727f63 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:04:29.820 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 554564a43b9b369974b514598c727f63 for job leader monitoring.
20:04:29.821 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:29.822 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_3 with leader id 77647609-71dd-4806-809e-7f97f980d1f0.
20:04:29.824 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request eca6ceaabf92c850657312495e573ca9 for job 554564a43b9b369974b514598c727f63 from resource manager with leader id 83b3aedcc55576bff8f0dd9331474614.
20:04:29.825 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
20:04:29.827 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:29.829 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x38dae263, L:/127.0.0.1:46070 - R:/127.31.175.62:43581] using SASL/PLAIN
20:04:29.830 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot c86a39a15ded7d1834f7df6be49a0d9b from 780f844e-b207-4201-bc3c-b2f794174396 for job 554564a43b9b369974b514598c727f63 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:04:29.831 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f6d15567d784d8f9090dcdd2a9e878d6 from 780f844e-b207-4201-bc3c-b2f794174396 for job 554564a43b9b369974b514598c727f63 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:04:29.836 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for eca6ceaabf92c850657312495e573ca9 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:04:29.838 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request c86a39a15ded7d1834f7df6be49a0d9b for job 554564a43b9b369974b514598c727f63 from resource manager with leader id 83b3aedcc55576bff8f0dd9331474614.
20:04:29.838 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for c86a39a15ded7d1834f7df6be49a0d9b with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:04:29.838 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd611f279, L:/127.0.0.1:42320 - R:/127.31.175.60:35661] using SASL/PLAIN
20:04:29.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:29.841490  1142 debug-util.cc:398] Leaking SignalData structure 0x7b08000cf620 after lost signal to thread 1015
20:04:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:29.842582  1142 debug-util.cc:398] Leaking SignalData structure 0x7b08000cf8c0 after lost signal to thread 1145
20:04:29.848 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request f6d15567d784d8f9090dcdd2a9e878d6 for job 554564a43b9b369974b514598c727f63 from resource manager with leader id 83b3aedcc55576bff8f0dd9331474614.
20:04:29.848 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:29.848 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for f6d15567d784d8f9090dcdd2a9e878d6 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:04:29.848 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=251), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: OK, [227ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: OK, [234ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: OK, deferred=null) after lookup
20:04:29.852 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_3 for job 554564a43b9b369974b514598c727f63.
20:04:29.853 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1783) Establish JobManager connection for job 554564a43b9b369974b514598c727f63.
20:04:29.910 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 554564a43b9b369974b514598c727f63.
20:04:29.919 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:29.926 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f9bc7ae80def4f7c856be71abc5faee0 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:29.926 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b808c2e9aaa54136b83fff5422d27f89 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:29.927 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:29.939 [DEBUG - main] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:04:29.947 [DEBUG - main] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:04:29.967 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
20:04:29.967 [DEBUG - main] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:04:29.967 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id eca6ceaabf92c850657312495e573ca9
20:04:29.967 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.176.61:43945(127.0.176.61:43945)] Successfully connected to peer
20:04:29.969 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.176.60:45599(127.0.176.60:45599)] Successfully connected to peer
20:04:29.980 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot eca6ceaabf92c850657312495e573ca9.
20:04:30.015 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
20:04:30.016 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id f6d15567d784d8f9090dcdd2a9e878d6
20:04:30.016 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.61
20:04:30.017 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.176.62:40863(127.0.176.62:40863)] Successfully connected to peer
20:04:30.022 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.60
20:04:30.051 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.075 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x752d2b5f, L:/127.0.0.1:45680 - R:/127.0.176.61:43945] using SASL/PLAIN
20:04:30.083 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.085 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
20:04:30.085 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id c86a39a15ded7d1834f7df6be49a0d9b
20:04:30.092 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 554564a43b9b369974b514598c727f63.
20:04:30.093 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
20:04:30.093 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id 9ad297cd4ffa417fe2b19356b89782e5
20:04:30.095 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.62
20:04:30.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:04:30.110 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf7989d38, L:/127.0.0.1:57750 - R:/127.0.176.60:45599] using SASL/PLAIN
20:04:30.112 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.119 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8cc5bb36, L:/127.0.0.1:48388 - R:/127.0.176.62:40863] using SASL/PLAIN
20:04:30.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:30.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=199), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [148ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: OK, [189ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: OK, deferred=null) after lookup
20:04:30.131 [INFO - flink-pekko.actor.default-dispatcher-5] (StateChangelogStorageLoader.java:84) StateChangelogStorageLoader initialized with shortcut names {memory,filesystem}.
20:04:30.131 [INFO - flink-pekko.actor.default-dispatcher-5] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
20:04:30.143 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 554564a43b9b369974b514598c727f63
20:04:30.147 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:30.160 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id eca6ceaabf92c850657312495e573ca9.
20:04:30.173 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
20:04:30.176 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f6d15567d784d8f9090dcdd2a9e878d6.
20:04:30.182 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id f6d15567d784d8f9090dcdd2a9e878d6.
20:04:30.191 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot c86a39a15ded7d1834f7df6be49a0d9b.
20:04:30.193 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
20:04:30.194 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
20:04:30.195 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
20:04:30.195 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:30.196 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6916e2bf2ed9479482bba4378f1123d0 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:30.196 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6916e2bf2ed9479482bba4378f1123d0@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:30.209 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.176.60:45599, [22ms] Sub RPC GetTableLocations: received response from server master-127.0.176.60:45599: OK, deferred=null)) after lookup
20:04:30.214 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id c86a39a15ded7d1834f7df6be49a0d9b.
20:04:30.223 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 9ad297cd4ffa417fe2b19356b89782e5.
20:04:30.229 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
20:04:30.229 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
20:04:30.236 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 9ad297cd4ffa417fe2b19356b89782e5.
20:04:30.238 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot eca6ceaabf92c850657312495e573ca9.
20:04:30.238 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f6d15567d784d8f9090dcdd2a9e878d6.
20:04:30.238 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot c86a39a15ded7d1834f7df6be49a0d9b.
20:04:30.238 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 9ad297cd4ffa417fe2b19356b89782e5.
20:04:30.239 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
20:04:30.239 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
20:04:30.252 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] connecting to peer
20:04:30.264 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] Successfully connected to peer
20:04:30.276 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@456ae8b3
20:04:30.276 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:04:30.277 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:04:30.278 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54048ba1
20:04:30.278 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:04:30.278 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:04:30.279 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1280b55b
20:04:30.279 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:04:30.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:04:30.299 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a6d6faf
20:04:30.299 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:04:30.300 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:04:30.303 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.309 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:04:30.310 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x40af0c9a, L:/127.0.0.1:39240 - R:/127.0.176.3:39031] using TOKEN/null
20:04:30.310 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:04:30.316 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:04:30.316 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:04:30.322 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:04:30.322 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:04:30.348 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:04:30.349 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:04:30.376 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.377 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:30.386 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.387 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:30.445 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.445 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:30.457 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.457 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:30.516 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.522 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:30.523 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@149875c6
20:04:30.526 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4bf13a63
20:04:30.522 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d594d1b
20:04:30.529 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a9e7640
20:04:30.529 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.533 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:30.567 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:04:30.591 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.591 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:30.591 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:30.598 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:30.598 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:30.606 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.607 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:30.609 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:04:30.615 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:04:30.626 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:04:30.631 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:30.638 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:04:30.646 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:04:30.649 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.176.61:43945(127.0.176.61:43945)] Successfully connected to peer
20:04:30.665 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.665 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:30.671 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.672 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:30.687 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:04:30.694 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:04:30.694 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.61
20:04:30.696 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.176.60:45599(127.0.176.60:45599)] Successfully connected to peer
20:04:30.706 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.176.61:43945(127.0.176.61:43945)] Successfully connected to peer
20:04:30.710 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.176.62:40863(127.0.176.62:40863)] Successfully connected to peer
20:04:30.731 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.732 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:30.732 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:04:30.736 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.60
20:04:30.740 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.176.60:45599(127.0.176.60:45599)] Successfully connected to peer
20:04:30.743 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.62
20:04:30.744 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.746 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.747 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:30.747 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.61
20:04:30.750 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.757 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb2778dae, L:/127.0.0.1:57758 - R:/127.0.176.60:45599] using SASL/PLAIN
20:04:30.758 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.176.62:40863(127.0.176.62:40863)] Successfully connected to peer
20:04:30.760 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.60
20:04:30.762 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:04:30.764 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.176.61:43945(127.0.176.61:43945)] Successfully connected to peer
20:04:30.771 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:30.771 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=172), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [156ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: OK, deferred=null) after lookup
20:04:30.772 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:04:30.774 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.176.60:45599(127.0.176.60:45599)] Successfully connected to peer
20:04:30.791 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:04:30.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:30.801 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.62
20:04:30.803 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.176.62:40863(127.0.176.62:40863)] Successfully connected to peer
20:04:30.804 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc60d645e, L:/127.0.0.1:45694 - R:/127.0.176.61:43945] using SASL/PLAIN
20:04:30.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:30.806 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.60
20:04:30.806 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44a8358c
20:04:30.807 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.814 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.176.61:43945(127.0.176.61:43945)] Successfully connected to peer
20:04:30.815 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.61
20:04:30.820 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.820 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:30.828 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.61
20:04:30.829 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1a72d6d6, L:/127.0.0.1:48400 - R:/127.0.176.62:40863] using SASL/PLAIN
20:04:30.833 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.62
20:04:30.840 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.846 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
20:04:30.851 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.852 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
20:04:30.855 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.856 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.862 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.870 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5034909b, L:/127.0.0.1:48430 - R:/127.0.176.62:40863] using SASL/PLAIN
20:04:30.871 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.872 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.872 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:30.873 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x97263aa4, L:/127.0.0.1:48414 - R:/127.0.176.62:40863] using SASL/PLAIN
20:04:30.876 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:04:30.878 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.176.60:45599(127.0.176.60:45599)] Successfully connected to peer
20:04:30.881 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc65300fe, L:/127.0.0.1:57780 - R:/127.0.176.60:45599] using SASL/PLAIN
20:04:30.883 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x68de4847, L:/127.0.0.1:57764 - R:/127.0.176.60:45599] using SASL/PLAIN
20:04:30.887 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x78d60150, L:/127.0.0.1:45708 - R:/127.0.176.61:43945] using SASL/PLAIN
20:04:30.888 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.889 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdb1b2a1c, L:/127.0.0.1:45720 - R:/127.0.176.61:43945] using SASL/PLAIN
20:04:30.889 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:04:30.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:30.896 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=296), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [229ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: OK, [267ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: OK, deferred=null) after lookup
20:04:30.900 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.176.62:40863(127.0.176.62:40863)] Successfully connected to peer
20:04:30.901 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.60
20:04:30.918 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:30.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=286), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [277ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: OK, [280ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: OK, [280ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: OK, deferred=null) after lookup
20:04:30.928 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.176.62
20:04:30.929 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:30.929 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:30.931 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x33cf57f8, L:/127.0.0.1:45732 - R:/127.0.176.61:43945] using SASL/PLAIN
20:04:30.931 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:04:30.936 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0f30483480a2995ffccc355ed9cc6681b089c071569a1a13196415b191b72aeb'}]
20:04:30.939 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.939 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:30.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:30.953 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f5f9fc8
20:04:30.955 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:30.956 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
20:04:30.956 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
20:04:30.958 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:30.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:30.959 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@734e236c
20:04:30.961 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:30.961 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
20:04:30.962 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
20:04:30.965 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x54bc5bc2, L:/127.0.0.1:48444 - R:/127.0.176.62:40863] using SASL/PLAIN
20:04:30.967 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:30.986 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:04:30.987 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c20a7b6f2deaf63ad461c54894967eb7c1172b44d71d7c9ef637949f9a4a4e24'}]
20:04:30.992 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:31.003 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:31.009 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:04:31.020 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe1d9a516, L:/127.0.0.1:57792 - R:/127.0.176.60:45599] using SASL/PLAIN
20:04:31.022 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:04:31.025 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.026 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:31.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=435), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [267ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [352ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: OK, [367ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: OK, [417ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: OK, deferred=null) after lookup
20:04:31.032 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.033 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.034 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299991, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)[L],fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}]
20:04:31.037 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:31.042 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:31.042 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67874dd5
20:04:31.048 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:04:31.050 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299991, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}]
20:04:31.059 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:04:31.068 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:04:31.071 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
20:04:31.071 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
20:04:31.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:04:31.075 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] connecting to peer
20:04:31.079 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] connecting to peer
20:04:31.093 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.093 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.101 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.101 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.102 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:04:31.103 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:04:31.109 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] Successfully connected to peer
20:04:31.127 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] Successfully connected to peer
20:04:31.138 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.2
20:04:31.159 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.159 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.160 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:31.168 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.2
20:04:31.207 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.207 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.221 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x912d331c, L:/127.0.0.1:41042 - R:/127.31.175.2:36443] using SASL/PLAIN
20:04:31.223 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:31.242 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfd608c0d, L:/127.0.0.1:41052 - R:/127.31.175.2:36443] using SASL/PLAIN
20:04:31.266 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.267 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.270 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7287335606652928001) for scanner KuduScanner(table=replication_test_table, tablet=b808c2e9aaa54136b83fff5422d27f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.273 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [c20a7b6f2deaf63ad461c54894967eb7c1172b44d71d7c9ef637949f9a4a4e24]
20:04:31.274 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7287335606652928001) for scanner KuduScanner(table=replication_test_table, tablet=f9bc7ae80def4f7c856be71abc5faee0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.275 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.275 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.276 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [0f30483480a2995ffccc355ed9cc6681b089c071569a1a13196415b191b72aeb]
20:04:31.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:04:31.282 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:04:31.334 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.345 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.345 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.404 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.404 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.415 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.415 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6916e2bf2ed9479482bba4378f1123d0 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:31.446 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6916e2bf2ed9479482bba4378f1123d0@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:31.450 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:31.451 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6916e2bf2ed9479482bba4378f1123d0 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:31.451 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6916e2bf2ed9479482bba4378f1123d0@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:31.452 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0f30483480a2995ffccc355ed9cc6681b089c071569a1a13196415b191b72aeb]
20:04:31.453 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c20a7b6f2deaf63ad461c54894967eb7c1172b44d71d7c9ef637949f9a4a4e24]
20:04:31.460 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:31.461 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6916e2bf2ed9479482bba4378f1123d0 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:31.461 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6916e2bf2ed9479482bba4378f1123d0@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:31.462 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:31.463 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6916e2bf2ed9479482bba4378f1123d0 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:31.464 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c20a7b6f2deaf63ad461c54894967eb7c1172b44d71d7c9ef637949f9a4a4e24 finished by subtask 0; deferring removal (restored in pending)
20:04:31.466 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:04:31.466 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:04:31.470 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299993, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299993}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299993, tablet=6916e2bf2ed9479482bba4378f1123d0@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299993}]
20:04:31.470 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] disconnecting while in state READY
20:04:31.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:31.474 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0f30483480a2995ffccc355ed9cc6681b089c071569a1a13196415b191b72aeb finished by subtask 3; deferring removal (restored in pending)
20:04:31.474 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.475 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.479 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:04:31.479 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:04:31.479 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] disconnecting while in state READY
20:04:31.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:31.481 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.482 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.527 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] handling channelInactive
20:04:31.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] cleaning up while in state READY due to: connection closed
20:04:31.527 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:04:31.528 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:04:31.540 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.540 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.544 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] handling channelInactive
20:04:31.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] cleaning up while in state READY due to: connection closed
20:04:31.545 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:04:31.545 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:04:31.547 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.548 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.565 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134671555 for job 554564a43b9b369974b514598c727f63.
20:04:31.621 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.622 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.633 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.634 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.652 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=325, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@39a2cf34, flushNotification=Deferred@409711344(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:04:31.656 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] connecting to peer
20:04:31.672 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] Successfully connected to peer
20:04:31.673 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@3a49ae87, flushNotification=Deferred@251777310(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:04:31.675 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] connecting to peer
20:04:31.694 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.694 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.701 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.701 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.707 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:31.727 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] Successfully connected to peer
20:04:31.738 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x2bf249ba, L:/127.0.0.1:39242 - R:/127.0.176.3:39031] using TOKEN/null
20:04:31.759 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.759 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.772 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.773 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.840 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.841 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.844 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:31.862 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.862 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.867 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb4afd145, L:/127.0.0.1:39246 - R:/127.0.176.3:39031] using TOKEN/null
20:04:31.923 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.924 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:31.930 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.930 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:31.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:31.994 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:32.005 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.005 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:32.067 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.067 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:32.078 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.078 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:32.087 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:32.093 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:32.098 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:32.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:32.109 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f9bc7ae80def4f7c856be71abc5faee0 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:32.110 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b808c2e9aaa54136b83fff5422d27f89 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:32.110 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:32.117 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:32.117 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6916e2bf2ed9479482bba4378f1123d0 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:32.120 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299996}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299996, tablet=6916e2bf2ed9479482bba4378f1123d0@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299996}]
20:04:32.130 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:32.134 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 99bae538e4aa4a2bb8b3e5d8cbd36c4f
20:04:32.144 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f9bc7ae80def4f7c856be71abc5faee0 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:32.145 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b808c2e9aaa54136b83fff5422d27f89 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:32.145 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:32.145 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.175.60:35661, [9ms] Sub RPC GetTableLocations: received response from server master-127.31.175.60:35661: OK, deferred=null)) after lookup
20:04:32.165 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f9bc7ae80def4f7c856be71abc5faee0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.166 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f9bc7ae80def4f7c856be71abc5faee0 for partition [0x80000000, 0x80000032) with scanner id null
20:04:32.170 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 554564a43b9b369974b514598c727f63 (2238 bytes, checkpointDuration=596 ms, finalizationTime=19 ms).
20:04:32.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
20:04:32.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split c20a7b6f2deaf63ad461c54894967eb7c1172b44d71d7c9ef637949f9a4a4e24 from pending
20:04:32.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 0f30483480a2995ffccc355ed9cc6681b089c071569a1a13196415b191b72aeb from pending
20:04:32.196 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 2 finished splits from enumerator state
20:04:32.195 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b808c2e9aaa54136b83fff5422d27f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.197 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b808c2e9aaa54136b83fff5422d27f89 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:32.208 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:32.208 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6916e2bf2ed9479482bba4378f1123d0 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:32.208 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=6916e2bf2ed9479482bba4378f1123d0@[0ad0c94ea75647359823b1e2ef7042b4(127.0.176.1:39627),c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)[L],d9a14c136e2249ecb4964d2aa617125e(127.0.176.2:35663)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:32.209 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.176.60:45599, [10ms] Sub RPC GetTableLocations: received response from server master-127.0.176.60:45599: OK, deferred=null)) after lookup
20:04:32.226 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.227 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:32.252 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.253 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:32.261 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134672258 for job 554564a43b9b369974b514598c727f63.
20:04:32.280 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f9bc7ae80def4f7c856be71abc5faee0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.281 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f9bc7ae80def4f7c856be71abc5faee0 for partition [0x80000000, 0x80000032) with scanner id null
20:04:32.318 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b808c2e9aaa54136b83fff5422d27f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.319 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b808c2e9aaa54136b83fff5422d27f89 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:32.311 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 554564a43b9b369974b514598c727f63 (964 bytes, checkpointDuration=43 ms, finalizationTime=10 ms).
20:04:32.336 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9aa74d63ac0c42daa1e1cc4f60616bc4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.336 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9aa74d63ac0c42daa1e1cc4f60616bc4 for partition [0x80000000, 0x80000032) with scanner id null
20:04:32.337 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
20:04:32.352 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6916e2bf2ed9479482bba4378f1123d0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:32.352 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6916e2bf2ed9479482bba4378f1123d0 for partition [0x80000064, 0x800000C8) with scanner id null
20:04:32.353 [DEBUG - main] (Connection.java:575) [peer master-127.0.176.61:43945(127.0.176.61:43945)] disconnecting while in state READY
20:04:32.353 [DEBUG - main] (Connection.java:575) [peer master-127.0.176.60:45599(127.0.176.60:45599)] disconnecting while in state READY
20:04:32.353 [DEBUG - main] (Connection.java:575) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] disconnecting while in state READY
20:04:32.353 [DEBUG - main] (Connection.java:575) [peer master-127.0.176.62:40863(127.0.176.62:40863)] disconnecting while in state READY
20:04:32.354 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.176.61:43945(127.0.176.61:43945)] handling channelInactive
20:04:32.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state READY due to: connection closed
20:04:32.355 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.176.60:45599(127.0.176.60:45599)] handling channelInactive
20:04:32.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state READY due to: connection closed
20:04:32.356 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.176.62:40863(127.0.176.62:40863)] handling channelInactive
20:04:32.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state READY due to: connection closed
20:04:32.357 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:32.360 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:04:32.361 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
20:04:32.361 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
20:04:32.362 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] handling channelInactive
20:04:32.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] cleaning up while in state READY due to: connection closed
20:04:32.363 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
20:04:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:32.363049   704 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 1014
20:04:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:32.555459  1319 connection.cc:582] client connection to 127.0.176.1:39627 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:32.556026  1319 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:32.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134672556 for job 554564a43b9b369974b514598c727f63.
20:04:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:32.557811   704 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 1156
20:04:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:32.593820  1319 consensus_peers.cc:597] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 -> Peer 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627): Couldn't send request to peer 0ad0c94ea75647359823b1e2ef7042b4. Status: Network error: Client connection negotiation failed: client connection to 127.0.176.1:39627: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:32.596 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 554564a43b9b369974b514598c727f63 (964 bytes, checkpointDuration=39 ms, finalizationTime=1 ms).
20:04:32.598 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
20:04:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:32.598326  1319 consensus_peers.cc:597] T 6916e2bf2ed9479482bba4378f1123d0 P c861915488344f3eb41093d9a38b00f5 -> Peer 0ad0c94ea75647359823b1e2ef7042b4 (127.0.176.1:39627): Couldn't send request to peer 0ad0c94ea75647359823b1e2ef7042b4. Status: Network error: Client connection negotiation failed: client connection to 127.0.176.1:39627: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:32.639691  1320 connection.cc:582] client connection to 127.0.176.2:35663 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:32.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:32.651996  1758 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:32.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:04:32.641457 (+     0us) reactor.cc:678] Submitting negotiation task for client connection to 127.0.176.2:35663 (local address 127.0.176.3:56421)
20:04:32.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:04:32.642641 (+  1184us) negotiation.cc:107] Waiting for socket to connect
20:04:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:04:32.642695 (+    54us) client_negotiation.cc:175] Beginning negotiation
20:04:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:04:32.643081 (+   386us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
20:04:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:04:32.650430 (+  7349us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.0.176.2:35663: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":409}
20:04:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:32.653779  1320 consensus_peers.cc:597] T 9aa74d63ac0c42daa1e1cc4f60616bc4 P c861915488344f3eb41093d9a38b00f5 -> Peer d9a14c136e2249ecb4964d2aa617125e (127.0.176.2:35663): Couldn't send request to peer d9a14c136e2249ecb4964d2aa617125e. Status: Network error: Client connection negotiation failed: client connection to 127.0.176.2:35663: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107). This is attempt 1: this message will repeat every 5th retry.
20:04:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:32.657137   704 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 1300
20:04:32.720 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] handling channelInactive
20:04:32.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] cleaning up while in state READY due to: connection closed
20:04:32.721 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] handling channelInactive
20:04:32.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] cleaning up while in state READY due to: connection closed
20:04:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:32.723024   704 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 717
20:04:32.765 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.176.62:40863(127.0.176.62:40863)] handling channelInactive
20:04:32.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state READY due to: connection closed
20:04:32.767 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.176.62:40863(127.0.176.62:40863)] handling channelInactive
20:04:32.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state READY due to: connection closed
20:04:32.768 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.176.62:40863(127.0.176.62:40863)] handling channelInactive
20:04:32.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state READY due to: connection closed
20:04:32.770 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.176.62:40863(127.0.176.62:40863)] handling channelInactive
20:04:32.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state READY due to: connection closed
20:04:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:32.778518   704 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 789
20:04:32.807 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.176.61:43945(127.0.176.61:43945)] handling channelInactive
20:04:32.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state READY due to: connection closed
20:04:32.808 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.176.61:43945(127.0.176.61:43945)] handling channelInactive
20:04:32.808 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.176.61:43945(127.0.176.61:43945)] handling channelInactive
20:04:32.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state READY due to: connection closed
20:04:32.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state READY due to: connection closed
20:04:32.808 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.176.61:43945(127.0.176.61:43945)] handling channelInactive
20:04:32.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state READY due to: connection closed
20:04:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:32.811383   704 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 867
20:04:32.846 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.176.60:45599(127.0.176.60:45599)] handling channelInactive
20:04:32.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state READY due to: connection closed
20:04:32.848 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.176.60:45599(127.0.176.60:45599)] handling channelInactive
20:04:32.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state READY due to: connection closed
20:04:32.849 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.176.60:45599(127.0.176.60:45599)] handling channelInactive
20:04:32.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state READY due to: connection closed
20:04:32.846 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.176.60:45599(127.0.176.60:45599)] handling channelInactive
20:04:32.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state READY due to: connection closed
20:04:33.058 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134673055 for job 554564a43b9b369974b514598c727f63.
20:04:33.091 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 554564a43b9b369974b514598c727f63 (964 bytes, checkpointDuration=34 ms, finalizationTime=2 ms).
20:04:33.094 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
20:04:33.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134673555 for job 554564a43b9b369974b514598c727f63.
20:04:33.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:33.591 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 554564a43b9b369974b514598c727f63 (964 bytes, checkpointDuration=32 ms, finalizationTime=2 ms).
20:04:33.598 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
20:04:33.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f9bc7ae80def4f7c856be71abc5faee0 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:33.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b808c2e9aaa54136b83fff5422d27f89 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:33.600 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:33.607 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6ebe2f5b0ffd6c375af05e693a249654e8b6e88de3934521f7add7d71de31d9d'}]
20:04:33.611 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:33.613 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f8f0256ea4b3f8af50cd03ddac75b3c91b1935fef6a2a86a57cf43f14df4ba94'}]
20:04:33.617 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:33.634 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:04:33.636 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299997, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}]
20:04:33.648 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:04:33.652 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)[L],fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}]
20:04:33.659 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] connecting to peer
20:04:33.680 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] connecting to peer
20:04:33.696 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] Successfully connected to peer
20:04:33.706 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] Successfully connected to peer
20:04:33.718 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.2
20:04:33.743 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:33.752 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.2
20:04:33.755 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfc799407, L:/127.0.0.1:54346 - R:/127.31.175.2:36443] using SASL/PLAIN
20:04:33.779 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335622991872001) for scanner KuduScanner(table=replication_test_table, tablet=f9bc7ae80def4f7c856be71abc5faee0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:33.779 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [6ebe2f5b0ffd6c375af05e693a249654e8b6e88de3934521f7add7d71de31d9d]
20:04:33.780 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6ebe2f5b0ffd6c375af05e693a249654e8b6e88de3934521f7add7d71de31d9d]
20:04:33.780 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:04:33.781 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:04:33.782 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6ebe2f5b0ffd6c375af05e693a249654e8b6e88de3934521f7add7d71de31d9d finished by subtask 2; deferring removal (restored in pending)
20:04:33.782 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] disconnecting while in state READY
20:04:33.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:33.789 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:33.810 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf93c2265, L:/127.0.0.1:54362 - R:/127.31.175.2:36443] using SASL/PLAIN
20:04:33.834 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:04:33.834 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] handling channelInactive
20:04:33.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] cleaning up while in state READY due to: connection closed
20:04:33.835 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:04:33.910 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335622991872001) for scanner KuduScanner(table=replication_test_table, tablet=b808c2e9aaa54136b83fff5422d27f89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:33.911 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f8f0256ea4b3f8af50cd03ddac75b3c91b1935fef6a2a86a57cf43f14df4ba94]
20:04:33.911 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f8f0256ea4b3f8af50cd03ddac75b3c91b1935fef6a2a86a57cf43f14df4ba94]
20:04:33.912 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:04:33.912 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:04:33.913 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f8f0256ea4b3f8af50cd03ddac75b3c91b1935fef6a2a86a57cf43f14df4ba94 finished by subtask 1; deferring removal (restored in pending)
20:04:33.918 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] disconnecting while in state READY
20:04:33.922 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:33.942 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] handling channelInactive
20:04:33.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] cleaning up while in state READY due to: connection closed
20:04:33.944 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:04:33.944 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:04:34.062 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134674055 for job 554564a43b9b369974b514598c727f63.
20:04:34.092 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=36 ms, finalizationTime=1 ms).
20:04:34.094 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
20:04:34.095 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split f8f0256ea4b3f8af50cd03ddac75b3c91b1935fef6a2a86a57cf43f14df4ba94 from pending
20:04:34.095 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 6ebe2f5b0ffd6c375af05e693a249654e8b6e88de3934521f7add7d71de31d9d from pending
20:04:34.095 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 6 complete: removed 2 finished splits from enumerator state
20:04:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:04:34Z chronyd exiting
20:04:34.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134674555 for job 554564a43b9b369974b514598c727f63.
20:04:34.580 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 554564a43b9b369974b514598c727f63 (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
20:04:34.584 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
20:04:35.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134675056 for job 554564a43b9b369974b514598c727f63.
20:04:35.092 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 554564a43b9b369974b514598c727f63 (964 bytes, checkpointDuration=35 ms, finalizationTime=1 ms).
20:04:35.095 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
20:04:35.453 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:04:35.525 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: giving up after 1 attempts
20:04:35.526 [DEBUG - main] (Connection.java:575) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] disconnecting while in state READY
20:04:35.526 [DEBUG - main] (Connection.java:575) [peer master-127.31.175.61:39241(127.31.175.61:39241)] disconnecting while in state READY
20:04:35.526 [DEBUG - main] (Connection.java:575) [peer master-127.31.175.60:35661(127.31.175.60:35661)] disconnecting while in state READY
20:04:35.526 [DEBUG - main] (Connection.java:575) [peer master-127.31.175.62:43581(127.31.175.62:43581)] disconnecting while in state READY
20:04:35.526 [DEBUG - main] (Connection.java:575) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] disconnecting while in state READY
20:04:35.527 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.175.62:43581(127.31.175.62:43581)] handling channelInactive
20:04:35.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state READY due to: connection closed
20:04:35.528 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] handling channelInactive
20:04:35.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] cleaning up while in state READY due to: connection closed
20:04:35.529 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.175.61:39241(127.31.175.61:39241)] handling channelInactive
20:04:35.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state READY due to: connection closed
20:04:35.530 [DEBUG - kudu-nio-4] (Connection.java:239) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] handling channelInactive
20:04:35.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] cleaning up while in state READY due to: connection closed
20:04:35.531 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:35.539 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:04:35.540 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
20:04:35.540 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:04:35.542 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
20:04:35.548 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.175.60:35661(127.31.175.60:35661)] handling channelInactive
20:04:35.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state READY due to: connection closed
20:04:35.549 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
20:04:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:35.552708 32444 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 32725
20:04:35.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134675556 for job 554564a43b9b369974b514598c727f63.
20:04:35.580 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 554564a43b9b369974b514598c727f63 (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
20:04:35.584 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
20:04:35.587 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table d5055805498a4d779b4432507d49aad5
20:04:35.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f9bc7ae80def4f7c856be71abc5faee0 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:35.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b808c2e9aaa54136b83fff5422d27f89 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:35.595 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:35.599 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e7fffefa1d3d929b49d7303f0af4d6369456e8cc0d422b74f94ca9e0db3e2af4'}]
20:04:35.601 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:35.602 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c7b1b4465249e51d7a66d4c3c7e57f188e86e959aecb5bc70dd4f3aa73253355'}]
20:04:35.604 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:35.605 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:04:35.606 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)[L],fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}]
20:04:35.607 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:04:35.608 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}]
20:04:35.615 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] connecting to peer
20:04:35.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:35.620338 32444 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 416
20:04:35.625 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] connecting to peer
20:04:35.631 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] Successfully connected to peer
20:04:35.633 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] Successfully connected to peer
20:04:35.676 [ERROR - kudu-nio-0] (Connection.java:452) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa2ff9296, L:/127.0.0.1:54366 - R:/127.31.175.2:36443]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:04:35.676 [ERROR - kudu-nio-0] (Connection.java:452) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa6aa6f31, L:/127.0.0.1:54382 - R:/127.31.175.2:36443]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:04:35.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] cleaning up while in state NEGOTIATING due to: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa6aa6f31, L:/127.0.0.1:54382 - R:/127.31.175.2:36443]
20:04:35.677 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443) for tablet f9bc7ae80def4f7c856be71abc5faee0: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa6aa6f31, L:/127.0.0.1:54382 - R:/127.31.175.2:36443]
20:04:35.679 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] handling channelInactive
20:04:35.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] cleaning up while in state NEGOTIATING due to: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa2ff9296, L:/127.0.0.1:54366 - R:/127.31.175.2:36443]
20:04:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:35.679034 32444 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 559
20:04:35.679 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443) for tablet b808c2e9aaa54136b83fff5422d27f89: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa2ff9296, L:/127.0.0.1:54366 - R:/127.31.175.2:36443]
20:04:35.681 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] handling channelInactive
20:04:35.686 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] connecting to peer
20:04:35.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] cleaning up while in state CONNECTING due to: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.690 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885) for tablet f9bc7ae80def4f7c856be71abc5faee0: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.695 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] connecting to peer
20:04:35.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] cleaning up while in state CONNECTING due to: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.698 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885) for tablet b808c2e9aaa54136b83fff5422d27f89: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.705 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] connecting to peer
20:04:35.707 [DEBUG - kudu-nio-2] (Connection.java:757) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] Successfully connected to peer
20:04:35.715 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] connecting to peer
20:04:35.717 [DEBUG - kudu-nio-2] (Connection.java:757) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] Successfully connected to peer
20:04:35.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:35.727017 32444 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 32456
20:04:35.727 [ERROR - kudu-nio-2] (Connection.java:452) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x297a35a0, L:/127.0.0.1:45280 - R:/127.31.175.3:38589]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:04:35.728 [ERROR - kudu-nio-2] (Connection.java:452) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x0d6ae698, L:/127.0.0.1:45268 - R:/127.31.175.3:38589]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:04:35.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] cleaning up while in state NEGOTIATING due to: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x0d6ae698, L:/127.0.0.1:45268 - R:/127.31.175.3:38589]
20:04:35.729 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589) for tablet f9bc7ae80def4f7c856be71abc5faee0: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x0d6ae698, L:/127.0.0.1:45268 - R:/127.31.175.3:38589]
20:04:35.729 [DEBUG - kudu-nio-2] (Connection.java:239) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] handling channelInactive
20:04:35.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] cleaning up while in state NEGOTIATING due to: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x297a35a0, L:/127.0.0.1:45280 - R:/127.31.175.3:38589]
20:04:35.731 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589) for tablet b808c2e9aaa54136b83fff5422d27f89: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x297a35a0, L:/127.0.0.1:45280 - R:/127.31.175.3:38589]
20:04:35.731 [DEBUG - kudu-nio-2] (Connection.java:239) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] handling channelInactive
20:04:35.745 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:35.746 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:35.747 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.31.175.61:39241(127.31.175.61:39241)] Successfully connected to peer
20:04:35.748 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:35.750 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.31.175.62:43581(127.31.175.62:43581)] Successfully connected to peer
20:04:35.752 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.61
20:04:35.752 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.31.175.60:35661(127.31.175.60:35661)] Successfully connected to peer
20:04:35.755 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:35.759 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.60
20:04:35.771 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.175.62:43581(127.31.175.62:43581)] handling channelInactive
20:04:35.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state READY due to: connection closed
20:04:35.773 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:35.775 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.31.175.61:39241(127.31.175.61:39241)] Successfully connected to peer
20:04:35.774 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:35.774 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:35.779 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x08ede8a7, L:/127.0.0.1:46452 - R:/127.31.175.61:39241] using SASL/PLAIN
20:04:35.782 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.31.175.62:43581(127.31.175.62:43581)] unexpected exception from downstream on [id: 0x67581343, L:/127.0.0.1:45100 - R:/127.31.175.62:43581]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:04:35.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state NEGOTIATING due to: [peer master-127.31.175.62:43581(127.31.175.62:43581)] unexpected exception from downstream on [id: 0x67581343, L:/127.0.0.1:45100 - R:/127.31.175.62:43581]
20:04:35.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: [peer master-127.31.175.62:43581(127.31.175.62:43581)] unexpected exception from downstream on [id: 0x67581343, L:/127.0.0.1:45100 - R:/127.31.175.62:43581]
20:04:35.783 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.61
20:04:35.783 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.31.175.62:43581(127.31.175.62:43581)] handling channelInactive
20:04:35.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:35.783934 32444 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 32526
20:04:35.791 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:35.791 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x9469d9e1, L:/127.0.0.1:45274 - R:/127.31.175.60:35661] using SASL/PLAIN
20:04:35.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:35.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:35.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:35.795 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:35.796 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29865, elapsed=51), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [38ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: [peer master-127.31.175.62:43581(127.31.175.62:43581)] unexpected exception from downstream on [id: 0x67581343, L:/127.0.0.1:45100 - R:/127.31.175.62:43581], [51ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: OK, deferred=null) after lookup
20:04:35.796 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.31.175.60:35661(127.31.175.60:35661)] Successfully connected to peer
20:04:35.800 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet f9bc7ae80def4f7c856be71abc5faee0 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
20:04:35.800 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet b808c2e9aaa54136b83fff5422d27f89 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:35.800 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=f9bc7ae80def4f7c856be71abc5faee0@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)[L],fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:35.801 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=f9bc7ae80def4f7c856be71abc5faee0, attempt=4, KuduRpc(method=Scan, tablet=f9bc7ae80def4f7c856be71abc5faee0, attempt=4, TimeoutTracker(timeout=30000, elapsed=192), Traces: [0ms] sending RPC to server 6fed820f84d5499fb5c9a9b616e6819c, [53ms] received response from server 6fed820f84d5499fb5c9a9b616e6819c: Network error: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa6aa6f31, L:/127.0.0.1:54382 - R:/127.31.175.2:36443], [53ms] delaying RPC due to: Network error: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa6aa6f31, L:/127.0.0.1:54382 - R:/127.31.175.2:36443], [61ms] sending RPC to server fa9beb2f80084d3dab05519298940ab7, [66ms] received response from server fa9beb2f80084d3dab05519298940ab7: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [66ms] delaying RPC due to: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [80ms] sending RPC to server fd8c3e6420a74e5bb09e53dd55e833f1, [105ms] received response from server fd8c3e6420a74e5bb09e53dd55e833f1: Network error: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x0d6ae698, L:/127.0.0.1:45268 - R:/127.31.175.3:38589], [105ms] delaying RPC due to: Network error: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x0d6ae698, L:/127.0.0.1:45268 - R:/127.31.175.3:38589], [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [158ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: [peer master-127.31.175.62:43581(127.31.175.62:43581)] unexpected exception from downstream on [id: 0x67581343, L:/127.0.0.1:45100 - R:/127.31.175.62:43581], [171ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: OK, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.175.60:35661, [175ms] Sub RPC GetTableLocations: received response from server master-127.31.175.60:35661: OK, deferred=Deferred@487265908(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup
20:04:35.801 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.31.175.60
20:04:35.802 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] connecting to peer
20:04:35.814 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:04:35.820 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xef04df9a, L:/127.0.0.1:45284 - R:/127.31.175.60:35661] using SASL/PLAIN
20:04:35.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443
20:04:35.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443
20:04:35.823 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443) for tablet f9bc7ae80def4f7c856be71abc5faee0: Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443
20:04:35.824 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:35.825 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29853, elapsed=70), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [39ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [70ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: OK, deferred=null) after lookup
20:04:35.829 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet b808c2e9aaa54136b83fff5422d27f89 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:04:35.829 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b808c2e9aaa54136b83fff5422d27f89@[6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443),fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885),fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:04:35.829 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=b808c2e9aaa54136b83fff5422d27f89, attempt=4, KuduRpc(method=Scan, tablet=b808c2e9aaa54136b83fff5422d27f89, attempt=4, TimeoutTracker(timeout=30000, elapsed=222), Traces: [0ms] sending RPC to server 6fed820f84d5499fb5c9a9b616e6819c, [65ms] received response from server 6fed820f84d5499fb5c9a9b616e6819c: Network error: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa2ff9296, L:/127.0.0.1:54366 - R:/127.31.175.2:36443], [65ms] delaying RPC due to: Network error: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa2ff9296, L:/127.0.0.1:54366 - R:/127.31.175.2:36443], [80ms] sending RPC to server fa9beb2f80084d3dab05519298940ab7, [84ms] received response from server fa9beb2f80084d3dab05519298940ab7: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [84ms] delaying RPC due to: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [100ms] sending RPC to server fd8c3e6420a74e5bb09e53dd55e833f1, [117ms] received response from server fd8c3e6420a74e5bb09e53dd55e833f1: Network error: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x297a35a0, L:/127.0.0.1:45280 - R:/127.31.175.3:38589], [117ms] delaying RPC due to: Network error: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x297a35a0, L:/127.0.0.1:45280 - R:/127.31.175.3:38589], [140ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [179ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [210ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: OK, [211ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.175.60:35661, [214ms] Sub RPC GetTableLocations: received response from server master-127.31.175.60:35661: OK, deferred=Deferred@2109712201(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup
20:04:35.830 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] connecting to peer
20:04:35.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443
20:04:35.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443
20:04:35.832 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443) for tablet b808c2e9aaa54136b83fff5422d27f89: Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443
20:04:35.836 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.31.175.61:39241(127.31.175.61:39241)] unexpected exception from downstream on [id: 0x08ede8a7, L:/127.0.0.1:46452 - R:/127.31.175.61:39241]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:04:35.836 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.175.61:39241(127.31.175.61:39241)] handling channelInactive
20:04:35.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state READY due to: [peer master-127.31.175.61:39241(127.31.175.61:39241)] unexpected exception from downstream on [id: 0x08ede8a7, L:/127.0.0.1:46452 - R:/127.31.175.61:39241]
20:04:35.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state READY due to: connection closed
20:04:35.836 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.31.175.61:39241(127.31.175.61:39241)] unexpected exception from downstream on [id: 0x6b486a7d, L:/127.0.0.1:46462 - R:/127.31.175.61:39241]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:04:35.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: [peer master-127.31.175.61:39241(127.31.175.61:39241)] unexpected exception from downstream on [id: 0x08ede8a7, L:/127.0.0.1:46452 - R:/127.31.175.61:39241]
20:04:35.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state NEGOTIATING due to: [peer master-127.31.175.61:39241(127.31.175.61:39241)] unexpected exception from downstream on [id: 0x6b486a7d, L:/127.0.0.1:46462 - R:/127.31.175.61:39241]
20:04:35.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: [peer master-127.31.175.61:39241(127.31.175.61:39241)] unexpected exception from downstream on [id: 0x6b486a7d, L:/127.0.0.1:46462 - R:/127.31.175.61:39241]
20:04:35.839 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.31.175.61:39241(127.31.175.61:39241)] handling channelInactive
20:04:35.839 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.31.175.61:39241(127.31.175.61:39241)] handling channelInactive
20:04:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:35.841567 32444 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 32601
20:04:35.847 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] connecting to peer
20:04:35.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] cleaning up while in state CONNECTING due to: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.852 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885) for tablet f9bc7ae80def4f7c856be71abc5faee0: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.875 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] connecting to peer
20:04:35.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] cleaning up while in state CONNECTING due to: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.878 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885) for tablet b808c2e9aaa54136b83fff5422d27f89: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885
20:04:35.883 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.31.175.60:35661(127.31.175.60:35661)] handling channelInactive
20:04:35.883 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.175.60:35661(127.31.175.60:35661)] handling channelInactive
20:04:35.883 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.31.175.60:35661(127.31.175.60:35661)] handling channelInactive
20:04:35.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state READY due to: connection closed
20:04:35.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state READY due to: connection closed
20:04:35.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state READY due to: connection closed
20:04:35.885 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] connecting to peer
20:04:35.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589
20:04:35.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] cleaning up while in state CONNECTING due to: Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589
20:04:35.886 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589) for tablet f9bc7ae80def4f7c856be71abc5faee0: Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589
20:04:35.935 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] connecting to peer
20:04:35.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589
20:04:35.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] cleaning up while in state CONNECTING due to: Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589
20:04:35.936 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589) for tablet b808c2e9aaa54136b83fff5422d27f89: Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589
20:04:35.964 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:35.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:35.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:35.966 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.31.175.60:35661(127.31.175.60:35661) for tablet Kudu Master: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:35.985 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:35.987 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:35.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:35.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:35.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:35.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:35.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:35.989 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:35.989 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:35.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:35.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:35.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:35.993 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.005 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.006 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.008 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.009 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.010 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.025 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.026 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.026 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.028 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.035 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.037 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.31.175.60:35661(127.31.175.60:35661) for tablet Kudu Master: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.045 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.046 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.046 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.046 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.046 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.047 [INFO - pool-30-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.047 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.049 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.049 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.056 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134676055 for job 554564a43b9b369974b514598c727f63.
20:04:36.057 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.057 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.059 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.075 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.076 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.078 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.079 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.079 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.079 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.080 [INFO - pool-30-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.080 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.081 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.081 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=24 ms, finalizationTime=2 ms).
20:04:36.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
20:04:36.084 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.084 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.087 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.095 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.096 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.097 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.100 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.100 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.100 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.101 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.115 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.116 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.117 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.119 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.145 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.146 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.147 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.149 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.149 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.151 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.156 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.160 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.160 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.160 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.161 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.165 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.167 [INFO - pool-30-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.168 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.170 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.170 [INFO - pool-30-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.171 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.173 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.173 [INFO - pool-30-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.174 [WARN - pool-30-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.175 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.175 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.181 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.182 [WARN - pool-32-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.195 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.203 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.203 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.206 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.207 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.212 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.212 [WARN - pool-32-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.285 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.286 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.286 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.290 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.290 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.290 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.296 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.296 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.297 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.301 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.335 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.337 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.338 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.339 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.340 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.340 [WARN - pool-32-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134676556 for job 554564a43b9b369974b514598c727f63.
20:04:36.574 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:04:36.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
20:04:36.735 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.736 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.736 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.738 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.786 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.786 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.787 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.789 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:36.905 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:36.906 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:36.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.906 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:36.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:36.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:36.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:36.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:37.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134677055 for job 554564a43b9b369974b514598c727f63.
20:04:37.074 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:04:37.076 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
20:04:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:04:37Z chronyd exiting
20:04:37.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134677555 for job 554564a43b9b369974b514598c727f63.
20:04:37.568 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:04:37.569 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
20:04:37.595 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:37.596 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:37.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:37.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:37.596 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:37.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:37.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:37.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:37.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:37.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:37.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:37.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:37.598 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:38.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134678055 for job 554564a43b9b369974b514598c727f63.
20:04:38.071 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:04:38.072 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
20:04:38.195 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:04:38.217 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testNonCoveredRangePartitioning: giving up after 1 attempts
E.20:04:38.219 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134678219
20:04:38.219 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134678219
20:04:38.223 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:04:38.227 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:04:38.228 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:04:38.228 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:04:38.228 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:04:38.228 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:38.232 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:04:38.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134678556 for job 554564a43b9b369974b514598c727f63.
20:04:38.571 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:04:38.572 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
20:04:38.615 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:38.615 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:04:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:38.620075  1833 mini_oidc.cc:150] Starting JWKS server
20:04:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:38.623366  1833 webserver.cc:533] Webserver started at http://127.0.0.1:33163/ using document root <none> and password file <none>
20:04:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:38.623793  1833 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:38.625483  1833 webserver.cc:533] Webserver started at http://127.0.0.1:42711/ using document root <none> and password file <none>
20:04:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:04:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:04:38Z Disabled control of system clock
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:38.691859  1833 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/wal
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/data
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/logs
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/data/info.pb
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.126:43031
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.126
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33163/jwks.json with env {}
20:04:38.944 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:38.945 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:38.945 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:38.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:38.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:38.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:38.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:38.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:38.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:38.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:38.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:38.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:38.948 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.028220  1845 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.028792  1845 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.029502  1845 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:39.035 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:39.036 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:39.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:39.037 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:39.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:39.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:39.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:39.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:39.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:39.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:39.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:39.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:39.039 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:39.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134679055 for job 554564a43b9b369974b514598c727f63.
20:04:39.072 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
20:04:39.075 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
20:04:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.085276  1845 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.085582  1845 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.085786  1845 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.086107  1845 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.086333  1845 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.086488  1845 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33163/jwks.json
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:39.126217  1845 master_runner.cc:387] Master server non-default flags:
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/data
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/wal
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.126:43031
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33163/jwks.json
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/data/info.pb
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.126
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/logs
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:39.127682  1845 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:39.129426  1845 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:39.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.141113  1852 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:39.435 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:39.436 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:39.437 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:39.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:39.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:39.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:39.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:39.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:39.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:39.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:39.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:39.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:39.439 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:39.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134679555 for job 554564a43b9b369974b514598c727f63.
20:04:39.574 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:04:39.577 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
20:04:40.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134680056 for job 554564a43b9b369974b514598c727f63.
20:04:40.071 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:04:40.072 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
20:04:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.142376  1853 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:39.146167  1855 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:40.405046  1854 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:04:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.405210  1845 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.412714  1845 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:40.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.416322  1845 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.417845  1845 hybrid_clock.cc:648] HybridClock initialized: now 1779134680417785 us; error 72 us; skew 500 ppm
20:04:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.418725  1845 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:40.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.425554  1845 webserver.cc:533] Webserver started at http://127.1.202.126:46681/ using document root <none> and password file <none>
20:04:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.426608  1845 fs_manager.cc:362] Metadata directory not provided
20:04:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.426811  1845 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.427224  1845 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:40.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.431851  1845 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/data/instance:
20:04:40.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11bb5cc44b894af2a6f05f6be01e5e3c"
20:04:40.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:40 on dist-test-slave-66b9"
20:04:40.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.432920  1845 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/wal/instance:
20:04:40.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11bb5cc44b894af2a6f05f6be01e5e3c"
20:04:40.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:40 on dist-test-slave-66b9"
20:04:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.440327  1845 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
20:04:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.446724  1862 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.448148  1845 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
20:04:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.448503  1845 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/wal
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11bb5cc44b894af2a6f05f6be01e5e3c"
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:40 on dist-test-slave-66b9"
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.448820  1845 fs_report.cc:389] FS layout report
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/wal
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/wal
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/data/data
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.503075  1845 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.504804  1845 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.505374  1845 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:40.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134680556 for job 554564a43b9b369974b514598c727f63.
20:04:40.587 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=30 ms, finalizationTime=0 ms).
20:04:40.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
20:04:40.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.614383  1845 rpc_server.cc:307] RPC server started. Bound to: 127.1.202.126:43031
20:04:40.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.614461  1913 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.202.126:43031 every 8 connection(s)
20:04:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.617367  1845 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/data/info.pb
20:04:40.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.622897  1833 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 1845
20:04:40.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.623432  1833 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-0/wal/instance
20:04:40.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.625744  1914 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.628705  1833 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/wal
20:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/data
20:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/logs
20:04:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/data/info.pb
20:04:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.125:35071
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.125
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:40.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33163/jwks.json with env {}
20:04:40.652 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:40.653 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:40.653 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:40.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.642693  1914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } has no permanent_uuid. Determining permanent_uuid...
20:04:40.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:40.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:40.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:40.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:40.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:40.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:40.655 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:40.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:40.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:40.655 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:40.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.687609  1914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } has no permanent_uuid. Determining permanent_uuid...
20:04:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:40.690656  1863 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.202.125:35071: connect: Connection refused (error 111)
20:04:40.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:40.694932  1914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.125:35071: Network error: Client connection negotiation failed: client connection to 127.1.202.125:35071: connect: Connection refused (error 111)
20:04:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.744701  1914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } attempt: 1
20:04:40.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:40.749259  1914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.125:35071: Network error: Client connection negotiation failed: client connection to 127.1.202.125:35071: connect: Connection refused (error 111)
20:04:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.817791  1914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } attempt: 2
20:04:40.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:40.822157  1914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.125:35071: Network error: Client connection negotiation failed: client connection to 127.1.202.125:35071: connect: Connection refused (error 111)
20:04:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:40.913666  1914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } attempt: 3
20:04:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:40.918949  1914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.125:35071: Network error: Client connection negotiation failed: client connection to 127.1.202.125:35071: connect: Connection refused (error 111)
20:04:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.002537  1916 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.003087  1916 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.003539  1916 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.040660  1916 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.040966  1916 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.041162  1916 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.041369  1916 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.041563  1916 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.041714  1916 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33163/jwks.json
20:04:41.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134681055 for job 554564a43b9b369974b514598c727f63.
20:04:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:41.062405  1914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } attempt: 4
20:04:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.070240  1914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.125:35071: Network error: Client connection negotiation failed: client connection to 127.1.202.125:35071: connect: Connection refused (error 111)
20:04:41.076 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=18 ms, finalizationTime=3 ms).
20:04:41.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
20:04:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:41.095449  1916 master_runner.cc:387] Master server non-default flags:
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/data
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/wal
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.125:35071
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33163/jwks.json
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/data/info.pb
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.125
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/logs
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:41.096746  1916 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:41.098446  1916 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.110351  1926 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:41.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:41.369705  1914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } attempt: 5
20:04:41.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.377925  1914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.125:35071: Network error: Client connection negotiation failed: client connection to 127.1.202.125:35071: connect: Connection refused (error 111)
20:04:41.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134681555 for job 554564a43b9b369974b514598c727f63.
20:04:41.587 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
20:04:41.590 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
20:04:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:41.925545  1914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } attempt: 6
20:04:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.956996  1914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.125:35071: Network error: Client connection negotiation failed: client connection to 127.1.202.125:35071: connect: Connection refused (error 111)
20:04:42.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134682056 for job 554564a43b9b369974b514598c727f63.
20:04:42.098 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=40 ms, finalizationTime=2 ms).
20:04:42.102 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
20:04:42.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134682556 for job 554564a43b9b369974b514598c727f63.
20:04:42.578 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:42.579 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:42.580 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:42.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:42.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:42.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:42.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:42.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:42.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:42.582 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:42.582 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:42.582 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:42.582 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:42.593 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=35 ms, finalizationTime=1 ms).
20:04:42.596 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
20:04:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:42.514918  1925 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 1916
20:04:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:42.916039  1916 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.805s	user 0.610s	sys 1.191s
20:04:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:42.916446  1916 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.805s	user 0.610s	sys 1.191s
20:04:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:41.112135  1927 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:42.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:42.918576  1929 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:42.921456  1928 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1806 milliseconds
20:04:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.921476  1916 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.922787  1916 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.925128  1916 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.926540  1916 hybrid_clock.cc:648] HybridClock initialized: now 1779134682926482 us; error 59 us; skew 500 ppm
20:04:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.927600  1916 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:42.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.934053  1916 webserver.cc:533] Webserver started at http://127.1.202.125:36747/ using document root <none> and password file <none>
20:04:42.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.935091  1916 fs_manager.cc:362] Metadata directory not provided
20:04:42.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.935287  1916 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:42.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.935688  1916 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.940267  1916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/data/instance:
20:04:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed1b4e81acb842baa3875ff85ed69b78"
20:04:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:42 on dist-test-slave-66b9"
20:04:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.941322  1916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/wal/instance:
20:04:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed1b4e81acb842baa3875ff85ed69b78"
20:04:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:42 on dist-test-slave-66b9"
20:04:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.948593  1916 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
20:04:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.955651  1938 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.957723  1916 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.003s
20:04:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.958206  1916 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/wal
20:04:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed1b4e81acb842baa3875ff85ed69b78"
20:04:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:42 on dist-test-slave-66b9"
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:42.958526  1916 fs_report.cc:389] FS layout report
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/wal
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/wal
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/data/data
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:43.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.014912  1916 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:43.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.016417  1916 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.016821  1916 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.017688  1914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } attempt: 7
20:04:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.024528  1914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.125:35071: Network error: Client connection negotiation failed: client connection to 127.1.202.125:35071: connect: Connection refused (error 111)
20:04:43.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134683055 for job 554564a43b9b369974b514598c727f63.
20:04:43.071 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:04:43.074 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
20:04:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.105027  1916 rpc_server.cc:307] RPC server started. Bound to: 127.1.202.125:35071
20:04:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.105155  1991 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.202.125:35071 every 8 connection(s)
20:04:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.108055  1916 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/data/info.pb
20:04:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.114108  1992 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:43.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.115248  1833 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 1916
20:04:43.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.115754  1833 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-1/wal/instance
20:04:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.119380  1833 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/wal
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/data
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/logs
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/data/info.pb
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.124:42607
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.124
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33163/jwks.json with env {}
20:04:43.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.130601  1992 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } has no permanent_uuid. Determining permanent_uuid...
20:04:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.153801  1992 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } has no permanent_uuid. Determining permanent_uuid...
20:04:43.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.169790  1992 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } has no permanent_uuid. Determining permanent_uuid...
20:04:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.172645  1941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.202.124:42607: connect: Connection refused (error 111)
20:04:43.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.177122  1992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.124:42607: Network error: Client connection negotiation failed: client connection to 127.1.202.124:42607: connect: Connection refused (error 111)
20:04:43.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.226727  1992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } attempt: 1
20:04:43.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.231195  1992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.124:42607: Network error: Client connection negotiation failed: client connection to 127.1.202.124:42607: connect: Connection refused (error 111)
20:04:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.299695  1992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } attempt: 2
20:04:43.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.304816  1992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.124:42607: Network error: Client connection negotiation failed: client connection to 127.1.202.124:42607: connect: Connection refused (error 111)
20:04:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.396371  1992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } attempt: 3
20:04:43.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.402000  1992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.124:42607: Network error: Client connection negotiation failed: client connection to 127.1.202.124:42607: connect: Connection refused (error 111)
20:04:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.462558  1994 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.463099  1994 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.463550  1994 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.498711  1994 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.499007  1994 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.499274  1994 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.499490  1994 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.499692  1994 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.499850  1994 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33163/jwks.json
20:04:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.543471  1994 master_runner.cc:387] Master server non-default flags:
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/data
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/wal
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.124:42607
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33163/jwks.json
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/data/info.pb
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.124
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/logs
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:43.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:43.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:43.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.544827  1994 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:43.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.545920  1992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } attempt: 4
20:04:43.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.546638  1994 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.550347  1992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.124:42607: Network error: Client connection negotiation failed: client connection to 127.1.202.124:42607: connect: Connection refused (error 111)
20:04:43.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134683555 for job 554564a43b9b369974b514598c727f63.
20:04:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.558931  2004 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:43.571 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:04:43.573 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
20:04:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:43.849769  1992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } attempt: 5
20:04:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.856745  1992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.124:42607: Network error: Client connection negotiation failed: client connection to 127.1.202.124:42607: connect: Connection refused (error 111)
20:04:43.966 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:43.967 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:43.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:43.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:43.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:43.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:43.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:43.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:43.972 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:43.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:43.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:43.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:43.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:44.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134684055 for job 554564a43b9b369974b514598c727f63.
20:04:44.077 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=20 ms, finalizationTime=2 ms).
20:04:44.080 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
20:04:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.404369  1992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } attempt: 6
20:04:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:44.418015  1992 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.124:42607: Network error: Client connection negotiation failed: client connection to 127.1.202.124:42607: connect: Connection refused (error 111)
20:04:44.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134684556 for job 554564a43b9b369974b514598c727f63.
20:04:44.580 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
20:04:44.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
20:04:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:43.563620  2005 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:44.921141  1994 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.364s	user 0.542s	sys 0.816s
20:04:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:44.921515  1994 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.364s	user 0.542s	sys 0.816s
20:04:44.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.923804  1994 server_base.cc:1061] running on GCE node
20:04:44.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:44.926396  2011 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:44.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.928020  1994 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.931231  1994 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.932641  1994 hybrid_clock.cc:648] HybridClock initialized: now 1779134684932589 us; error 61 us; skew 500 ppm
20:04:44.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.933681  1994 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:44.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.941892  1994 webserver.cc:533] Webserver started at http://127.1.202.124:43419/ using document root <none> and password file <none>
20:04:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.942920  1994 fs_manager.cc:362] Metadata directory not provided
20:04:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.943187  1994 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.943691  1994 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.948464  1994 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/data/instance:
20:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d77b012106be457086e0852e45acdf8c"
20:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:44 on dist-test-slave-66b9"
20:04:44.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.949805  1994 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/wal/instance:
20:04:44.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d77b012106be457086e0852e45acdf8c"
20:04:44.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:44 on dist-test-slave-66b9"
20:04:44.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.958739  1994 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
20:04:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.965283  2016 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.967084  1994 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
20:04:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.967620  1994 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/wal
20:04:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d77b012106be457086e0852e45acdf8c"
20:04:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:44 on dist-test-slave-66b9"
20:04:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:44.968125  1994 fs_report.cc:389] FS layout report
20:04:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/wal
20:04:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/wal
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/data/data
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:45.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.051734  1994 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.053305  1994 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.053829  1994 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:45.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134685056 for job 554564a43b9b369974b514598c727f63.
20:04:45.073 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:04:45.073 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
20:04:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.115024  1914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } attempt: 8
20:04:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.133603  1914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } has no permanent_uuid. Determining permanent_uuid...
20:04:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:45.139973  1914 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.202.124:42607: Network error: Client connection negotiation failed: client connection to 127.1.202.124:42607: connect: Connection refused (error 111)
20:04:45.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.148370  1994 rpc_server.cc:307] RPC server started. Bound to: 127.1.202.124:42607
20:04:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.148636  2071 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.202.124:42607 every 8 connection(s)
20:04:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.151710  1994 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/data/info.pb
20:04:45.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.157810  2072 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:45.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.160488  1833 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 1994
20:04:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.160946  1833 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/master-2/wal/instance
20:04:45.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.173635  2072 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } has no permanent_uuid. Determining permanent_uuid...
20:04:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.203226  2072 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } has no permanent_uuid. Determining permanent_uuid...
20:04:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.205435  1914 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } attempt: 1
20:04:45.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.219031  2072 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } has no permanent_uuid. Determining permanent_uuid...
20:04:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.230680  1914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c: Bootstrap starting.
20:04:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.237010  1914 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c: Neither blocks nor log segments found. Creating new log.
20:04:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.238730  2072 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c: Bootstrap starting.
20:04:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.239449  1914 log.cc:826] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c: Log is configured to *not* fsync() on all Append() calls
20:04:45.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.245450  2072 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c: Neither blocks nor log segments found. Creating new log.
20:04:45.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.245510  1914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c: No bootstrap required, opened a new log
20:04:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.247818  2072 log.cc:826] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c: Log is configured to *not* fsync() on all Append() calls
20:04:45.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.253221  2072 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c: No bootstrap required, opened a new log
20:04:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.268687  1914 raft_consensus.cc:359] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } }
20:04:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.270694  1914 raft_consensus.cc:385] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.271037  1914 raft_consensus.cc:740] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11bb5cc44b894af2a6f05f6be01e5e3c, State: Initialized, Role: FOLLOWER
20:04:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.271981  1914 consensus_queue.cc:260] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } }
20:04:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.275071  2082 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.275827  2082 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [sys.catalog]: This master's current role is: FOLLOWER
20:04:45.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.277063  1914 sys_catalog.cc:565] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [sys.catalog]: configured and running, proceeding with master startup.
20:04:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.278365  2072 raft_consensus.cc:359] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } }
20:04:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.279217  2072 raft_consensus.cc:385] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.279522  2072 raft_consensus.cc:740] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d77b012106be457086e0852e45acdf8c, State: Initialized, Role: FOLLOWER
20:04:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.280903  2072 consensus_queue.cc:260] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } }
20:04:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.284972  2084 sys_catalog.cc:455] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.286924  2084 sys_catalog.cc:458] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [sys.catalog]: This master's current role is: FOLLOWER
20:04:45.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.287703  2072 sys_catalog.cc:565] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [sys.catalog]: configured and running, proceeding with master startup.
20:04:45.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:45.311506  2022 tablet.cc:2404] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:45.320732  2100 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:45.321381  2100 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:45.346251  2106 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:45.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:45.346879  2106 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.354612  2084 raft_consensus.cc:493] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.355197  2084 raft_consensus.cc:515] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } }
20:04:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.359004  1889 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d77b012106be457086e0852e45acdf8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" is_pre_election: true
20:04:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.359246  2084 leader_election.cc:290] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 11bb5cc44b894af2a6f05f6be01e5e3c (127.1.202.126:43031), ed1b4e81acb842baa3875ff85ed69b78 (127.1.202.125:35071)
20:04:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.359910  1889 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d77b012106be457086e0852e45acdf8c in term 0.
20:04:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.317369  1845 master_runner.cc:187] Error getting master registration for 127.1.202.125:35071: OK, instance_id { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" instance_seqno: 1779134683083973 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.361187  1845 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.361613  2019 leader_election.cc:304] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 11bb5cc44b894af2a6f05f6be01e5e3c, d77b012106be457086e0852e45acdf8c; no voters: 
20:04:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.362996  2084 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.363511  2084 raft_consensus.cc:493] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.363966  2084 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 0 FOLLOWER]: Advancing to term 1
20:04:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.372677  2084 raft_consensus.cc:515] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } }
20:04:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.382222  1889 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d77b012106be457086e0852e45acdf8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c"
20:04:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.382854  1889 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [term 0 FOLLOWER]: Advancing to term 1
20:04:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.334594  1994 master_runner.cc:187] Error getting master registration for 127.1.202.125:35071: OK, instance_id { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" instance_seqno: 1779134683083973 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.386349  1994 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.389425  2084 leader_election.cc:290] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [CANDIDATE]: Term 1 election: Requested vote from peers 11bb5cc44b894af2a6f05f6be01e5e3c (127.1.202.126:43031), ed1b4e81acb842baa3875ff85ed69b78 (127.1.202.125:35071)
20:04:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.394562  1889 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d77b012106be457086e0852e45acdf8c in term 1.
20:04:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.396605  2019 leader_election.cc:304] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 11bb5cc44b894af2a6f05f6be01e5e3c, d77b012106be457086e0852e45acdf8c; no voters: 
20:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.399976  2084 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 1 FOLLOWER]: Leader election won for term 1
20:04:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.414512  2084 raft_consensus.cc:697] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [term 1 LEADER]: Becoming Leader. State: Replica: d77b012106be457086e0852e45acdf8c, State: Running, Role: LEADER
20:04:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.415920  2084 consensus_queue.cc:237] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } }
20:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.431708  2108 sys_catalog.cc:455] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d77b012106be457086e0852e45acdf8c. Latest consensus state: current_term: 1 leader_uuid: "d77b012106be457086e0852e45acdf8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:45.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.432755  2108 sys_catalog.cc:458] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [sys.catalog]: This master's current role is: LEADER
20:04:45.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.437408  2110 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:04:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.445102  2110 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:04:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.478906  1889 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [term 1 FOLLOWER]: Refusing update from remote peer d77b012106be457086e0852e45acdf8c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.478966  1992 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } attempt: 7
20:04:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.481781  2108 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:04:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:45.516937  1868 tablet.cc:2404] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.529857  2082 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d77b012106be457086e0852e45acdf8c. Latest consensus state: current_term: 1 leader_uuid: "d77b012106be457086e0852e45acdf8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.530660  2082 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [sys.catalog]: This master's current role is: FOLLOWER
20:04:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.538811  2082 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d77b012106be457086e0852e45acdf8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.539537  2082 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c [sys.catalog]: This master's current role is: FOLLOWER
20:04:45.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.554879  2084 sys_catalog.cc:455] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d77b012106be457086e0852e45acdf8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:45.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.555627  2084 sys_catalog.cc:458] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [sys.catalog]: This master's current role is: LEADER
20:04:45.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134685555 for job 554564a43b9b369974b514598c727f63.
20:04:45.573 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:04:45.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
20:04:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.593787  1992 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78: Bootstrap starting.
20:04:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.594731  2110 catalog_manager.cc:1382] Generated new cluster ID: f9acb49f57cd44489ee874b30ba75fa3
20:04:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.595017  2110 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:04:45.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.629236  1992 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78: Neither blocks nor log segments found. Creating new log.
20:04:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.654237  2110 catalog_manager.cc:1405] Generated new certificate authority record
20:04:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.655707  1992 log.cc:826] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78: Log is configured to *not* fsync() on all Append() calls
20:04:45.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.660071  2110 catalog_manager.cc:1539] Loading token signing keys...
20:04:45.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.673880  1992 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78: No bootstrap required, opened a new log
20:04:45.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.752671  2110 catalog_manager.cc:6069] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c: Generated new TSK 0
20:04:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.756275  2110 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:04:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.782476  1992 raft_consensus.cc:359] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } }
20:04:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.783382  1992 raft_consensus.cc:385] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.783677  1992 raft_consensus.cc:740] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ed1b4e81acb842baa3875ff85ed69b78, State: Initialized, Role: FOLLOWER
20:04:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.796790  1992 consensus_queue.cc:260] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } }
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.811605  1833 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/wal
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/data
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/logs
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/data/info.pb
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.65:0
20:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.202.65
20:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.65
20:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.823001  2118 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.823908  2118 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [sys.catalog]: This master's current role is: FOLLOWER
20:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.827273  1992 sys_catalog.cc:565] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [sys.catalog]: configured and running, proceeding with master startup.
20:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.827440  1967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d77b012106be457086e0852e45acdf8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed1b4e81acb842baa3875ff85ed69b78" is_pre_election: true
20:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.828307  1967 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d77b012106be457086e0852e45acdf8c in term 0.
20:04:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.829352  1966 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d77b012106be457086e0852e45acdf8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed1b4e81acb842baa3875ff85ed69b78"
20:04:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.831782  1966 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [term 0 FOLLOWER]: Advancing to term 1
20:04:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.840174  1966 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d77b012106be457086e0852e45acdf8c in term 1.
20:04:45.845 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:45.845 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:45.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.841786  1965 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [term 1 FOLLOWER]: Refusing update from remote peer d77b012106be457086e0852e45acdf8c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:45.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:45.846 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:45.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:45.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:45.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:45.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:45.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:45.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:45.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:45.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:45.848 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.850857  2108 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.939458  2118 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d77b012106be457086e0852e45acdf8c. Latest consensus state: current_term: 1 leader_uuid: "d77b012106be457086e0852e45acdf8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.939306  2129 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d77b012106be457086e0852e45acdf8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.940150  2118 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [sys.catalog]: This master's current role is: FOLLOWER
20:04:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.940187  2129 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78 [sys.catalog]: This master's current role is: FOLLOWER
20:04:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:45.986904  2135 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:46.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134686055 for job 554564a43b9b369974b514598c727f63.
20:04:46.084 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
20:04:46.088 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
20:04:46.235 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:46.236 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:46.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:46.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:46.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:46.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:46.246 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:46.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:46.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:46.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:46.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:46.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:46.249 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:46.328033  2100 catalog_manager.cc:1294] Loaded cluster ID: f9acb49f57cd44489ee874b30ba75fa3
20:04:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:46.328697  2100 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c: loading cluster ID for follower catalog manager: success
20:04:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:46.337999  2100 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c: acquiring CA information for follower catalog manager: success
20:04:46.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:46.344540  2100 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 11bb5cc44b894af2a6f05f6be01e5e3c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:46.441286  2108 sys_catalog.cc:455] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d77b012106be457086e0852e45acdf8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11bb5cc44b894af2a6f05f6be01e5e3c" member_type: VOTER last_known_addr { host: "127.1.202.126" port: 43031 } } peers { permanent_uuid: "ed1b4e81acb842baa3875ff85ed69b78" member_type: VOTER last_known_addr { host: "127.1.202.125" port: 35071 } } peers { permanent_uuid: "d77b012106be457086e0852e45acdf8c" member_type: VOTER last_known_addr { host: "127.1.202.124" port: 42607 } } }
20:04:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:46.443533  2108 sys_catalog.cc:458] T 00000000000000000000000000000000 P d77b012106be457086e0852e45acdf8c [sys.catalog]: This master's current role is: LEADER
20:04:46.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:46.465529  2119 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:46.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:46.466223  2119 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:46.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:46.466969  2119 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:46.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:46.530853  2119 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:46.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:46.531801  2119 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.202.65
20:04:46.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134686555 for job 554564a43b9b369974b514598c727f63.
20:04:46.575 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
20:04:46.577 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:46.581048  2119 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/data
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/wal
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.65:0
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/data/info.pb
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.65
20:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.202.65
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/logs
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:46.582762  2119 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:46.584837  2119 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:46.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:46.600529  2144 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:47.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:47.024411  2135 catalog_manager.cc:1294] Loaded cluster ID: f9acb49f57cd44489ee874b30ba75fa3
20:04:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:47.025127  2135 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78: loading cluster ID for follower catalog manager: success
20:04:47.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134687055 for job 554564a43b9b369974b514598c727f63.
20:04:47.088 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=32 ms, finalizationTime=1 ms).
20:04:47.091 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
20:04:47.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:47.052202  2135 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78: acquiring CA information for follower catalog manager: success
20:04:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:47.127750  2135 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ed1b4e81acb842baa3875ff85ed69b78: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:47.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134687556 for job 554564a43b9b369974b514598c727f63.
20:04:47.581 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
20:04:47.583 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
20:04:48.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134688056 for job 554564a43b9b369974b514598c727f63.
20:04:48.076 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
20:04:48.080 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
20:04:48.455 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:48.456 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:48.456 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:48.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:48.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:48.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:48.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:48.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:48.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:48.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:48.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:48.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:48.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:48.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134688555 for job 554564a43b9b369974b514598c727f63.
20:04:48.568 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:04:48.571 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
20:04:48.945 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:48.946 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:48.946 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:48.946 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:48.946 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:48.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:48.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:48.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:48.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:48.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:48.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:48.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:48.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:49.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134689055 for job 554564a43b9b369974b514598c727f63.
20:04:49.077 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
20:04:49.078 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
20:04:49.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134689555 for job 554564a43b9b369974b514598c727f63.
20:04:49.572 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:04:49.573 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
20:04:49.744 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:49.745 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:49.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:49.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:49.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:49.746 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:49.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:49.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:49.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:49.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:49.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:49.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:49.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:46.604400  2145 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:48.003639  2143 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 2119
20:04:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:49.962522  2146 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3355 milliseconds
20:04:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:49.963070  2147 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:49.962373  2119 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.358s	user 0.910s	sys 1.467s
20:04:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:49.966591  2119 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.363s	user 0.910s	sys 1.467s
20:04:49.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.966961  2119 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:49.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.969918  2119 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:49.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.973218  2119 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.974893  2119 hybrid_clock.cc:648] HybridClock initialized: now 1779134689974821 us; error 80 us; skew 500 ppm
20:04:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.976528  2119 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.985634  2119 webserver.cc:533] Webserver started at http://127.1.202.65:36219/ using document root <none> and password file <none>
20:04:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.987290  2119 fs_manager.cc:362] Metadata directory not provided
20:04:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.987874  2119 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.988664  2119 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.996578  2119 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/data/instance:
20:04:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bea96cedf754e2794f2af41d43f26f9"
20:04:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:49 on dist-test-slave-66b9"
20:04:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:49.998598  2119 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/wal/instance:
20:04:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bea96cedf754e2794f2af41d43f26f9"
20:04:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:49 on dist-test-slave-66b9"
20:04:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.009634  2119 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.000s
20:04:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.018396  2159 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.019771  2119 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
20:04:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.020205  2119 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/wal
20:04:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bea96cedf754e2794f2af41d43f26f9"
20:04:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:49 on dist-test-slave-66b9"
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.020783  2119 fs_report.cc:389] FS layout report
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/wal
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/wal
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/data/data
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:50.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134690055 for job 554564a43b9b369974b514598c727f63.
20:04:50.077 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
20:04:50.079 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
20:04:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.201274  2119 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.203436  2119 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.204002  2119 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.213553  2119 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.225483  2119 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.225796  2119 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.226125  2119 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.226332  2119 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:50.295 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:50.296 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:50.297 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:50.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:50.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:50.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:50.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:50.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:50.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:50.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:50.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:50.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:50.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:50.464 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:50.465 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:50.465 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:50.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:50.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:50.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:50.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:50.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:50.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:50.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:50.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:50.469 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:50.469 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:50.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134690555 for job 554564a43b9b369974b514598c727f63.
20:04:50.573 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:04:50.574 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
20:04:50.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.674074  2119 rpc_server.cc:307] RPC server started. Bound to: 127.1.202.65:39121
20:04:50.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.674198  2271 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.202.65:39121 every 8 connection(s)
20:04:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.678793  2119 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/data/info.pb
20:04:50.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.680454  1833 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 2119
20:04:50.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.681114  1833 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-0/wal/instance
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.692938  1833 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/wal
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/data
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/logs
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/data/info.pb
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.66:0
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.202.66
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.66
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.759835  2274 heartbeater.cc:344] Connected to a master server at 127.1.202.125:35071
20:04:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.760393  2274 heartbeater.cc:461] Registering TS with master...
20:04:50.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.761687  2274 heartbeater.cc:507] Master 127.1.202.125:35071 requested a full tablet report, sending...
20:04:50.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.765216  1957 ts_manager.cc:194] Registered new tserver with Master: 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121)
20:04:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.770875  2272 heartbeater.cc:344] Connected to a master server at 127.1.202.124:42607
20:04:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.771107  2277 heartbeater.cc:344] Connected to a master server at 127.1.202.126:43031
20:04:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.771317  2272 heartbeater.cc:461] Registering TS with master...
20:04:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.771574  2277 heartbeater.cc:461] Registering TS with master...
20:04:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.772426  2272 heartbeater.cc:507] Master 127.1.202.124:42607 requested a full tablet report, sending...
20:04:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.772593  2277 heartbeater.cc:507] Master 127.1.202.126:43031 requested a full tablet report, sending...
20:04:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.775038  2034 ts_manager.cc:194] Registered new tserver with Master: 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121)
20:04:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.776031  1879 ts_manager.cc:194] Registered new tserver with Master: 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121)
20:04:50.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:50.777772  2034 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.202.65:53721
20:04:51.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134691056 for job 554564a43b9b369974b514598c727f63.
20:04:51.069 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:04:51.070 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
20:04:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:51.121212  2273 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:51.121701  2273 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:51.122426  2273 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:51.160542  2273 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:51.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:51.161641  2273 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.202.66
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:51.205041  2273 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/data
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/wal
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.66:0
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/data/info.pb
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.66
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.202.66
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/logs
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:51.206475  2273 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:51.208107  2273 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:51.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:51.223434  2289 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:51.385 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:51.386 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:51.386 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:51.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:51.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:51.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:51.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:51.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:51.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:51.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:51.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:51.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:51.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:51.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134691555 for job 554564a43b9b369974b514598c727f63.
20:04:51.571 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:04:51.572 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
20:04:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:51.781801  2272 heartbeater.cc:499] Master 127.1.202.124:42607 was elected leader, sending a full tablet report...
20:04:52.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134692055 for job 554564a43b9b369974b514598c727f63.
20:04:52.076 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
20:04:52.078 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
20:04:52.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134692555 for job 554564a43b9b369974b514598c727f63.
20:04:52.569 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:04:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:51.224241  2290 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:52.572553  2291 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1348 milliseconds
20:04:52.573 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
20:04:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:52.573837  2292 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.573880  2273 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:52.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.577807  2273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:52.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.581064  2273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.582850  2273 hybrid_clock.cc:648] HybridClock initialized: now 1779134692582706 us; error 141 us; skew 500 ppm
20:04:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.583714  2273 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:52.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.591195  2273 webserver.cc:533] Webserver started at http://127.1.202.66:45277/ using document root <none> and password file <none>
20:04:52.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.592217  2273 fs_manager.cc:362] Metadata directory not provided
20:04:52.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.592487  2273 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.593082  2273 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:52.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.597832  2273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/data/instance:
20:04:52.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "897738665ea64fccaeb6329d278bee09"
20:04:52.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:52 on dist-test-slave-66b9"
20:04:52.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.599184  2273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/wal/instance:
20:04:52.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "897738665ea64fccaeb6329d278bee09"
20:04:52.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:52 on dist-test-slave-66b9"
20:04:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.608451  2273 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
20:04:52.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.615757  2299 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:52.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.617069  2273 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
20:04:52.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.617378  2273 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/wal
20:04:52.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "897738665ea64fccaeb6329d278bee09"
20:04:52.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:52 on dist-test-slave-66b9"
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.617759  2273 fs_report.cc:389] FS layout report
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/wal
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/wal
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/data/data
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:52.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.688117  2273 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:52.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.689858  2273 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:52.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.690369  2273 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:52.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.693562  2273 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.698467  2273 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.698701  2273 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.698894  2273 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.699040  2273 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.854030  2273 rpc_server.cc:307] RPC server started. Bound to: 127.1.202.66:42251
20:04:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.854387  2411 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.202.66:42251 every 8 connection(s)
20:04:52.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.856607  2273 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/data/info.pb
20:04:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.862008  1833 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 2273
20:04:52.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.862534  1833 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-1/wal/instance
20:04:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.878907  1833 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/wal
20:04:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/data
20:04:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/logs
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/data/info.pb
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.67:0
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.202.67
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.67
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:52.885 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:52.886 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:52.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:52.886 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:52.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:52.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:52.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:52.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:52.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:52.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:52.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:52.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:52.894 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.925396  2412 heartbeater.cc:344] Connected to a master server at 127.1.202.124:42607
20:04:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.925917  2412 heartbeater.cc:461] Registering TS with master...
20:04:52.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.927291  2412 heartbeater.cc:507] Master 127.1.202.124:42607 requested a full tablet report, sending...
20:04:52.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.927740  2413 heartbeater.cc:344] Connected to a master server at 127.1.202.125:35071
20:04:52.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.928076  2413 heartbeater.cc:461] Registering TS with master...
20:04:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.929044  2413 heartbeater.cc:507] Master 127.1.202.125:35071 requested a full tablet report, sending...
20:04:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.931258  2034 ts_manager.cc:194] Registered new tserver with Master: 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251)
20:04:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.931794  1957 ts_manager.cc:194] Registered new tserver with Master: 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251)
20:04:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.932958  2034 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.202.66:39745
20:04:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.940371  2414 heartbeater.cc:344] Connected to a master server at 127.1.202.126:43031
20:04:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.940791  2414 heartbeater.cc:461] Registering TS with master...
20:04:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.941493  2414 heartbeater.cc:507] Master 127.1.202.126:43031 requested a full tablet report, sending...
20:04:52.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:52.944103  1879 ts_manager.cc:194] Registered new tserver with Master: 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251)
20:04:53.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134693056 for job 554564a43b9b369974b514598c727f63.
20:04:53.067 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:04:53.069 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
20:04:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:53.260643  2420 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:53.261103  2420 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:53.261500  2420 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:53.298089  2420 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:53.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:53.299029  2420 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.202.67
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:53.339380  2420 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.202.84:39153
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/data
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/wal
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.202.67:0
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/data/info.pb
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.202.67
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.202.126:43031,127.1.202.125:35071,127.1.202.124:42607
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.202.67
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/logs
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:53.340785  2420 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:53.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:53.342988  2420 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:53.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:53.358717  2428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:53.456 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:53.457 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:53.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:53.458 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:53.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:53.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:53.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:53.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:53.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:53.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:53.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:53.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:53.460 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:53.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134693555 for job 554564a43b9b369974b514598c727f63.
20:04:53.585 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=28 ms, finalizationTime=2 ms).
20:04:53.593 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
20:04:53.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:53.936975  2412 heartbeater.cc:499] Master 127.1.202.124:42607 was elected leader, sending a full tablet report...
20:04:54.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134694055 for job 554564a43b9b369974b514598c727f63.
20:04:54.088 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=29 ms, finalizationTime=4 ms).
20:04:54.089 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
20:04:54.405 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:54.407 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:54.407 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:54.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:54.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:54.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:54.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:54.410 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:54.410 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:54.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:54.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:54.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:54.418 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:54.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134694556 for job 554564a43b9b369974b514598c727f63.
20:04:54.588 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
20:04:54.590 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
20:04:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:54.796214  2427 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 2420
20:04:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:54.845443  2420 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.487s	user 0.520s	sys 0.912s
20:04:54.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:54.846194  2420 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.488s	user 0.520s	sys 0.913s
20:04:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:53.359923  2429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:54.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:54.848126  2431 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:54.855065  2430 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1488 milliseconds
20:04:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.855114  2420 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.856506  2420 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.859009  2420 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.860538  2420 hybrid_clock.cc:648] HybridClock initialized: now 1779134694860506 us; error 51 us; skew 500 ppm
20:04:54.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.861440  2420 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.869130  2420 webserver.cc:533] Webserver started at http://127.1.202.67:42553/ using document root <none> and password file <none>
20:04:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.870673  2420 fs_manager.cc:362] Metadata directory not provided
20:04:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.871130  2420 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.871817  2420 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.876699  2420 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/data/instance:
20:04:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3995b5f6d2344460b2d8913e6091cb37"
20:04:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:54 on dist-test-slave-66b9"
20:04:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.878047  2420 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/wal/instance:
20:04:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3995b5f6d2344460b2d8913e6091cb37"
20:04:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:54 on dist-test-slave-66b9"
20:04:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.886739  2420 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
20:04:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.894225  2441 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.896067  2420 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
20:04:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.896471  2420 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/wal
20:04:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3995b5f6d2344460b2d8913e6091cb37"
20:04:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:54 on dist-test-slave-66b9"
20:04:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.896927  2420 fs_report.cc:389] FS layout report
20:04:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/wal
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/wal
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/data/data
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.967531  2420 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:54.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.969038  2420 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:54.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.969512  2420 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.972895  2420 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.977818  2420 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.978093  2420 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
20:04:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.978310  2420 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:54.978446  2420 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:55.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134695055 for job 554564a43b9b369974b514598c727f63.
20:04:55.068 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:55.068 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:55.069 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:55.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:55.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:55.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:55.071 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:55.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:55.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:55.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:55.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:55.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:55.072 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:55.073 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:04:55.074 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
20:04:55.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.145418  2420 rpc_server.cc:307] RPC server started. Bound to: 127.1.202.67:36935
20:04:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.145538  2553 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.202.67:36935 every 8 connection(s)
20:04:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.148343  2420 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/data/info.pb
20:04:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.157384  1833 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 2420
20:04:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.157963  1833 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster7907205309364692777/ts-2/wal/instance
20:04:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.211871  2555 heartbeater.cc:344] Connected to a master server at 127.1.202.125:35071
20:04:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.212595  2555 heartbeater.cc:461] Registering TS with master...
20:04:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.214495  2555 heartbeater.cc:507] Master 127.1.202.125:35071 requested a full tablet report, sending...
20:04:55.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.219357  1957 ts_manager.cc:194] Registered new tserver with Master: 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:04:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.236814  2554 heartbeater.cc:344] Connected to a master server at 127.1.202.124:42607
20:04:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.237243  2554 heartbeater.cc:461] Registering TS with master...
20:04:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.238240  2554 heartbeater.cc:507] Master 127.1.202.124:42607 requested a full tablet report, sending...
20:04:55.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.240598  2034 ts_manager.cc:194] Registered new tserver with Master: 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:04:55.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.242930  2034 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.202.67:54519
20:04:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.247982  2556 heartbeater.cc:344] Connected to a master server at 127.1.202.126:43031
20:04:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.248397  2556 heartbeater.cc:461] Registering TS with master...
20:04:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.249109  2556 heartbeater.cc:507] Master 127.1.202.126:43031 requested a full tablet report, sending...
20:04:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.252183  1879 ts_manager.cc:194] Registered new tserver with Master: 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:04:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.253881  1833 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:04:55.266 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:55.266 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:04:55.269 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.202.126"
      port: 43031
    }
    bound_http_address {
      host: "127.1.202.126"
      port: 46681
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.202.125"
      port: 35071
    }
    bound_http_address {
      host: "127.1.202.125"
      port: 36747
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.202.124"
      port: 42607
    }
    bound_http_address {
      host: "127.1.202.124"
      port: 43419
    }
  }
}

20:04:55.269 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:04:55.274 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.202.65"
      port: 39121
    }
    bound_http_address {
      host: "127.1.202.65"
      port: 36219
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.202.66"
      port: 42251
    }
    bound_http_address {
      host: "127.1.202.66"
      port: 45277
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.202.67"
      port: 36935
    }
    bound_http_address {
      host: "127.1.202.67"
      port: 42553
    }
  }
}

20:04:55.275 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:55.278 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:55.280 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:04:55.281 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:04:55.281 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:04:55.281 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:55.285 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:04:55.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134695555 for job 554564a43b9b369974b514598c727f63.
20:04:55.568 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:04:55.569 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
20:04:55.681 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:55.682 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:04:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.686146  2564 mini_oidc.cc:150] Starting JWKS server
20:04:55.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.689639  2564 webserver.cc:533] Webserver started at http://127.0.0.1:33407/ using document root <none> and password file <none>
20:04:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.690816  2564 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.692763  2564 webserver.cc:533] Webserver started at http://127.0.0.1:39707/ using document root <none> and password file <none>
20:04:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:04:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:04:55Z Disabled control of system clock
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:55.760886  2564 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/wal
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/data
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/logs
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/data/info.pb
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.62:40477
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.62
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33407/jwks.json with env {}
20:04:56.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134696055 for job 554564a43b9b369974b514598c727f63.
20:04:56.067 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:04:56.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
20:04:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.120090  2576 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.120654  2576 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.121106  2576 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.163080  2576 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.163748  2576 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.164188  2576 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.164691  2576 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.165045  2576 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.165335  2576 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33407/jwks.json
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:56.211501  2576 master_runner.cc:387] Master server non-default flags:
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/data
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/wal
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.62:40477
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33407/jwks.json
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/data/info.pb
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.62
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/logs
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:56.213167  2576 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:56.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:56.214986  2576 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:56.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.228175  2582 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:56.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:56.250108  2554 heartbeater.cc:499] Master 127.1.202.124:42607 was elected leader, sending a full tablet report...
20:04:56.325 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:56.326 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:56.326 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:56.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:56.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:56.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:56.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:56.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:56.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:56.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:56.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:56.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:56.329 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:56.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134696556 for job 554564a43b9b369974b514598c727f63.
20:04:56.574 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:04:56.576 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
20:04:56.615 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:56.616 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:56.617 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:56.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:56.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:56.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:56.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:56.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:56.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:56.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:56.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:56.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:56.620 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:57.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134697056 for job 554564a43b9b369974b514598c727f63.
20:04:57.073 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
20:04:57.076 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
20:04:57.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134697555 for job 554564a43b9b369974b514598c727f63.
20:04:57.572 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:04:57.574 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
20:04:57.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:56.229360  2583 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:57.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:57.634471  2584 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1406 milliseconds
20:04:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:57.635876  2585 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.636418  2576 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:57.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.639699  2576 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.643059  2576 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.644719  2576 hybrid_clock.cc:648] HybridClock initialized: now 1779134697644670 us; error 53 us; skew 500 ppm
20:04:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.645769  2576 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.654529  2576 webserver.cc:533] Webserver started at http://127.2.129.62:46627/ using document root <none> and password file <none>
20:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.655814  2576 fs_manager.cc:362] Metadata directory not provided
20:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.656087  2576 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.656637  2576 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.661866  2576 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/data/instance:
20:04:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "740f7bb86e82480d920af7f98b427f04"
20:04:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:57 on dist-test-slave-66b9"
20:04:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.662983  2576 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/wal/instance:
20:04:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "740f7bb86e82480d920af7f98b427f04"
20:04:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:57 on dist-test-slave-66b9"
20:04:57.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.672230  2576 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
20:04:57.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.680270  2593 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.681690  2576 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
20:04:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.682135  2576 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/wal
20:04:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "740f7bb86e82480d920af7f98b427f04"
20:04:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:57 on dist-test-slave-66b9"
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.682582  2576 fs_report.cc:389] FS layout report
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/wal
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/wal
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/data/data
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.752624  2576 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.754201  2576 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.754680  2576 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.833629  2576 rpc_server.cc:307] RPC server started. Bound to: 127.2.129.62:40477
20:04:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.833709  2644 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.129.62:40477 every 8 connection(s)
20:04:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.836809  2576 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/data/info.pb
20:04:57.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.842881  2645 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.844861  2564 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 2576
20:04:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.845355  2564 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-0/wal/instance
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.849229  2564 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/wal
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/data
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/logs
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/data/info.pb
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.61:36345
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.61
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:04:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33407/jwks.json with env {}
20:04:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.854611  2645 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } has no permanent_uuid. Determining permanent_uuid...
20:04:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.883396  2645 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } has no permanent_uuid. Determining permanent_uuid...
20:04:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:57.885569  2597 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: connect: Connection refused (error 111)
20:04:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:57.889719  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.61:36345: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: connect: Connection refused (error 111)
20:04:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:57.939283  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } attempt: 1
20:04:57.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:57.943576  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.61:36345: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: connect: Connection refused (error 111)
20:04:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:58.012091  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } attempt: 2
20:04:58.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.016332  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.61:36345: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: connect: Connection refused (error 111)
20:04:58.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134698055 for job 554564a43b9b369974b514598c727f63.
20:04:58.067 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:04:58.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
20:04:58.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:58.107810  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } attempt: 3
20:04:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.128686  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.61:36345: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: connect: Connection refused (error 111)
20:04:58.135 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:58.136 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:58.136 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:58.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:58.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:58.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:58.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:58.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:58.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:58.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:58.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:58.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:58.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.245538  2647 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.246480  2647 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.247323  2647 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:58.272460  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } attempt: 4
20:04:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.276585  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.61:36345: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: connect: Connection refused (error 111)
20:04:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.303654  2647 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.304029  2647 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.304397  2647 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.304714  2647 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:58.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.305079  2647 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:58.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.305323  2647 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33407/jwks.json
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:58.345646  2647 master_runner.cc:387] Master server non-default flags:
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/data
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/wal
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.61:36345
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33407/jwks.json
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/data/info.pb
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.61
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/logs
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:58.347361  2647 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:58.349139  2647 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:58.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.361655  2657 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:58.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134698555 for job 554564a43b9b369974b514598c727f63.
20:04:58.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:58.576021  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } attempt: 5
20:04:58.578 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
20:04:58.580 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
20:04:58.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.583231  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.61:36345: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: connect: Connection refused (error 111)
20:04:59.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134699056 for job 554564a43b9b369974b514598c727f63.
20:04:59.071 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:04:59.072 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
20:04:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.130764  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } attempt: 6
20:04:59.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:59.178668  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.61:36345: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: connect: Connection refused (error 111)
20:04:59.325 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:04:59.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:59.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:59.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:04:59.328 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:04:59.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:59.332 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:59.332 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:04:59.335 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:04:59.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:59.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:59.338 [INFO - pool-30-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:04:59.339 [WARN - pool-30-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:04:59.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134699555 for job 554564a43b9b369974b514598c727f63.
20:04:59.571 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=14 ms, finalizationTime=2 ms).
20:04:59.573 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
20:04:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:58.363694  2658 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:59.800267  2660 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:04:59.802956  2659 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1433 milliseconds
20:04:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.803020  2647 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.804311  2647 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.807914  2647 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.809538  2647 hybrid_clock.cc:648] HybridClock initialized: now 1779134699809416 us; error 129 us; skew 500 ppm
20:04:59.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.810644  2647 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:59.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.819759  2647 webserver.cc:533] Webserver started at http://127.2.129.61:42453/ using document root <none> and password file <none>
20:04:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.821010  2647 fs_manager.cc:362] Metadata directory not provided
20:04:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.821329  2647 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.821928  2647 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:59.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.828100  2647 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/data/instance:
20:04:59.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82cee84615fe45ce9a5ff689f055f3b4"
20:04:59.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:59 on dist-test-slave-66b9"
20:04:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.829456  2647 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/wal/instance:
20:04:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82cee84615fe45ce9a5ff689f055f3b4"
20:04:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:59 on dist-test-slave-66b9"
20:04:59.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.839231  2647 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
20:04:59.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.845387  2671 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:59.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.847014  2647 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
20:04:59.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.847556  2647 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/wal
20:04:59.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82cee84615fe45ce9a5ff689f055f3b4"
20:04:59.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:04:59 on dist-test-slave-66b9"
20:04:59.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.848018  2647 fs_report.cc:389] FS layout report
20:04:59.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:59.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/wal
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/wal
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/data/data
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.906054  2647 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.907651  2647 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.908180  2647 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:59.935 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [6ms] received response from server master-127.31.175.60:35661: OK, deferred=null) with no deferred attached!
20:04:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.999209  2647 rpc_server.cc:307] RPC server started. Bound to: 127.2.129.61:36345
20:04:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:04:59.999336  2722 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.129.61:36345 every 8 connection(s)
20:05:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.002653  2647 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/data/info.pb
20:05:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.005141  2564 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 2647
20:05:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.005684  2564 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-1/wal/instance
20:05:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.009377  2564 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/wal
20:05:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/data
20:05:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/logs
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/data/info.pb
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.60:37103
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.60
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33407/jwks.json with env {}
20:05:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.011586  2723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.022956  2723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } has no permanent_uuid. Determining permanent_uuid...
20:05:00.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134700055 for job 554564a43b9b369974b514598c727f63.
20:05:00.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.053251  2723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } has no permanent_uuid. Determining permanent_uuid...
20:05:00.071 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:05:00.073 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
20:05:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.077657  2723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } has no permanent_uuid. Determining permanent_uuid...
20:05:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.080351  2674 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.085160  2723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.134737  2723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 1
20:05:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.139879  2723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.208374  2723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 2
20:05:00.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.212904  2723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.239511  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } attempt: 7
20:05:00.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.257985  2645 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } has no permanent_uuid. Determining permanent_uuid...
20:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.264202  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.304425  2723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 3
20:05:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.310006  2723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.322618  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 1
20:05:00.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.327907  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.375 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:05:00.375 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:05:00.376 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:05:00.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:00.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:00.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:00.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:00.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:00.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:00.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:00.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:00.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:00.377 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:05:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.392976  2725 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.393661  2725 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.394271  2725 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:00.395 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:05:00.395 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:05:00.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:00.396 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:05:00.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:00.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:00.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:00.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:00.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:00.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:00.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:00.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:00.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:05:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.409511  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 2
20:05:00.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.414462  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.434571  2725 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:00.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.434844  2725 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:00.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.435036  2725 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:00.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.435317  2725 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:00.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.435520  2725 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:00.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.435669  2725 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33407/jwks.json
20:05:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.453536  2723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 4
20:05:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.458230  2723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.476174  2725 master_runner.cc:387] Master server non-default flags:
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/data
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/wal
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.60:37103
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33407/jwks.json
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/data/info.pb
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.60
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/logs
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.477883  2725 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.479789  2725 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:00.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.494369  2738 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.500015  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 3
20:05:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.507608  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134700555 for job 554564a43b9b369974b514598c727f63.
20:05:00.576 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
20:05:00.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
20:05:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.648147  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 4
20:05:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.657498  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.757689  2723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 5
20:05:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.765365  2723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:00.941048  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 5
20:05:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.952196  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:01.057 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134701055 for job 554564a43b9b369974b514598c727f63.
20:05:01.081 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
20:05:01.083 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
20:05:01.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:01.312988  2723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 6
20:05:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:01.355154  2723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:01.456 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.0.176.60:45599, [5ms] received response from server master-127.0.176.60:45599: OK, deferred=null) with no deferred attached!
20:05:01.456 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.0.176.60:45599, [10ms] received response from server master-127.0.176.60:45599: OK, deferred=null) with no deferred attached!
20:05:01.456 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.0.176.60:45599, [14ms] received response from server master-127.0.176.60:45599: OK, deferred=null) with no deferred attached!
20:05:01.459 [DEBUG - pool-20-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.0.176.60:45599, [4ms] received response from server master-127.0.176.60:45599: OK, deferred=null) with no deferred attached!
20:05:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:01.504823  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 6
20:05:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:01.538079  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:01.557 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134701556 for job 554564a43b9b369974b514598c727f63.
20:05:01.589 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=32 ms, finalizationTime=1 ms).
20:05:01.598 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
20:05:02.056 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134702055 for job 554564a43b9b369974b514598c727f63.
20:05:02.078 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
20:05:02.080 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
20:05:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:01.898121  2736 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 2725
20:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:02.388491  2736 kernel_stack_watchdog.cc:198] Thread 2725 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:00.494731  2737 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:02.389384  2725 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.896s	user 0.559s	sys 1.062s
20:05:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:02.389776  2725 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.896s	user 0.560s	sys 1.062s
20:05:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:02.390215  2739 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1893 milliseconds
20:05:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:02.391140  2740 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.391100  2725 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.395627  2725 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.398200  2725 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.399696  2725 hybrid_clock.cc:648] HybridClock initialized: now 1779134702399632 us; error 65 us; skew 500 ppm
20:05:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.400832  2725 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.410974  2725 webserver.cc:533] Webserver started at http://127.2.129.60:39475/ using document root <none> and password file <none>
20:05:02.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.412096  2725 fs_manager.cc:362] Metadata directory not provided
20:05:02.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.412397  2725 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.412992  2725 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.415755  2723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 7
20:05:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.418057  2725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/data/instance:
20:05:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33a327e3cc6c4a08aa5490d5daee2253"
20:05:02.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:02 on dist-test-slave-66b9"
20:05:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.419628  2725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/wal/instance:
20:05:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33a327e3cc6c4a08aa5490d5daee2253"
20:05:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:02 on dist-test-slave-66b9"
20:05:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:02.422562  2723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:02.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.428474  2725 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.005s
20:05:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.435369  2755 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.436691  2725 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
20:05:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.437078  2725 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/wal
20:05:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33a327e3cc6c4a08aa5490d5daee2253"
20:05:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:02 on dist-test-slave-66b9"
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.437446  2725 fs_report.cc:389] FS layout report
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/wal
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/wal
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/data/data
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:02.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.494093  2725 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:02.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.495787  2725 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:02.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.496327  2725 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:02.516 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:05:02.516 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:05:02.517 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:05:02.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:02.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:02.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:02.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:02.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:02.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:02.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:02.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:02.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:02.518 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:05:02.556 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134702555 for job 554564a43b9b369974b514598c727f63.
20:05:02.570 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 554564a43b9b369974b514598c727f63 (2258 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:05:02.571 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
20:05:02.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.571677  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 7
20:05:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:02.598539  2645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.129.60:37103: Network error: Client connection negotiation failed: client connection to 127.2.129.60:37103: connect: Connection refused (error 111)
20:05:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.634018  2725 rpc_server.cc:307] RPC server started. Bound to: 127.2.129.60:37103
20:05:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.634125  2808 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.129.60:37103 every 8 connection(s)
20:05:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.638425  2725 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/data/info.pb
20:05:02.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.643967  2564 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 2725
20:05:02.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.644438  2564 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/master-2/wal/instance
20:05:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.657618  2809 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:02.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.685240  2809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } has no permanent_uuid. Determining permanent_uuid...
20:05:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.718935  2809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } has no permanent_uuid. Determining permanent_uuid...
20:05:02.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.730862  2809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } has no permanent_uuid. Determining permanent_uuid...
20:05:02.744 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:05:02.745 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:05:02.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:02.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:02.746 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:05:02.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:02.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:02.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:02.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:02.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.752689  2809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253: Bootstrap starting.
20:05:02.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:02.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:02.753 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:02.753 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:05:02.755 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29645, elapsed=26790), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [30ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [85ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [110ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [115ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [184ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [185ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [206ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [210ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [326ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [326ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [823ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [829ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [942ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [943ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2984ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4687ms] refreshing cache from master, [4688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [4690ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [4691ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [8002ms] refreshing cache from master, [8002ms] too many traces: truncated at 100 traces, deferred=Deferred@1866564226(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698)))
20:05:02.758 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=f9bc7ae80def4f7c856be71abc5faee0, attempt=8, KuduRpc(method=Scan, tablet=f9bc7ae80def4f7c856be71abc5faee0, attempt=8, TimeoutTracker(timeout=30000, elapsed=27148), Traces: [0ms] sending RPC to server 6fed820f84d5499fb5c9a9b616e6819c, [53ms] received response from server 6fed820f84d5499fb5c9a9b616e6819c: Network error: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa6aa6f31, L:/127.0.0.1:54382 - R:/127.31.175.2:36443], [53ms] delaying RPC due to: Network error: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa6aa6f31, L:/127.0.0.1:54382 - R:/127.31.175.2:36443], [61ms] sending RPC to server fa9beb2f80084d3dab05519298940ab7, [66ms] received response from server fa9beb2f80084d3dab05519298940ab7: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [66ms] delaying RPC due to: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [80ms] sending RPC to server fd8c3e6420a74e5bb09e53dd55e833f1, [105ms] received response from server fd8c3e6420a74e5bb09e53dd55e833f1: Network error: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x0d6ae698, L:/127.0.0.1:45268 - R:/127.31.175.3:38589], [105ms] delaying RPC due to: Network error: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x0d6ae698, L:/127.0.0.1:45268 - R:/127.31.175.3:38589], [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [158ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: [peer master-127.31.175.62:43581(127.31.175.62:43581)] unexpected exception from downstream on [id: 0x67581343, L:/127.0.0.1:45100 - R:/127.31.175.62:43581], [171ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: OK, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.175.60:35661, [175ms] Sub RPC GetTableLocations: received response from server master-127.31.175.60:35661: OK, [177ms] sending RPC to server 6fed820f84d5499fb5c9a9b616e6819c, [199ms] received response from server 6fed820f84d5499fb5c9a9b616e6819c: Network error: Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443, [199ms] delaying RPC due to: Network error: Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443, [222ms] sending RPC to server fa9beb2f80084d3dab05519298940ab7, [228ms] received response from server fa9beb2f80084d3dab05519298940ab7: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [228ms] delaying RPC due to: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [260ms] sending RPC to server fd8c3e6420a74e5bb09e53dd55e833f1, [262ms] received response from server fd8c3e6420a74e5bb09e53dd55e833f1: Network error: Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589, [262ms] delaying RPC due to: Network error: Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589, [340ms] refreshing cache from master, [340ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.175.60:35661, [342ms] Sub RPC GetTableLocations: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [342ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [363ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [365ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [366ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [370ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [383ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [384ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [385ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [386ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [402ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [404ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [405ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [420ms] Sub RPC GetTableLocations: refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [422ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [423ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [425ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [425ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [450ms] Sub RPC GetTableLocations: refreshing cache from master, [451ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [455ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [462ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [463ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [520ms] Sub RPC GetTableLocations: refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [524ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [525ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [527ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [527ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [540ms] Sub RPC GetTableLocations: refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [543ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [546ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [549ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [550ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [660ms] Sub RPC GetTableLocations: refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [663ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [664ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [666ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [666ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [1161ms] Sub RPC GetTableLocations: refreshing cache from master, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [1163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [1164ms] too many traces: truncated at 100 traces, deferred=Deferred@487265908(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0 -> (continuation of Deferred@1327132372 after retry RPC@1244171552), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0 -> (continuation of Deferred@1327132372 after retry RPC@1244171552)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29645, elapsed=26790), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [30ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [85ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [110ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [115ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [184ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [185ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [206ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [210ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [326ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [326ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [823ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [829ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [942ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [943ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2984ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4687ms] refreshing cache from master, [4688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [4690ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [4691ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [8002ms] refreshing cache from master, [8002ms] too many traces: truncated at 100 traces, deferred=Deferred@1866564226(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.61:39241
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.763236  2809 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253: Neither blocks nor log segments found. Creating new log.
20:05:02.764 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29645, elapsed=26790), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [30ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [85ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [110ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [115ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [184ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [185ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [206ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [210ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [326ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [326ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [823ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [829ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [942ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [943ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2984ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4687ms] refreshing cache from master, [4688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [4690ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [4691ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [8002ms] refreshing cache from master, [8002ms] too many traces: truncated at 100 traces, deferred=Deferred@1866564226(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.61:39241
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.765687  2809 log.cc:826] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253: Log is configured to *not* fsync() on all Append() calls
20:05:02.769 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
20:05:02.769 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29645, elapsed=26790), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [30ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [85ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [110ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [115ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [184ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [185ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [206ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [210ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [326ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [326ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [823ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [829ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [942ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [943ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2984ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4687ms] refreshing cache from master, [4688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [4690ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [4691ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [8002ms] refreshing cache from master, [8002ms] too many traces: truncated at 100 traces, deferred=Deferred@1866564226(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.61:39241
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.773423  2809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253: No bootstrap required, opened a new log
20:05:02.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] disconnecting while in state TERMINATED
20:05:02.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] disconnecting while in state TERMINATED
20:05:02.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.31.175.61:39241(127.31.175.61:39241)] disconnecting while in state TERMINATED
20:05:02.781 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.31.175.60:35661(127.31.175.60:35661)] disconnecting while in state TERMINATED
20:05:02.781 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.31.175.62:43581(127.31.175.62:43581)] disconnecting while in state TERMINATED
20:05:02.781 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] disconnecting while in state TERMINATED
20:05:02.781 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:02.781 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.0.176.61:43945(127.0.176.61:43945)] disconnecting while in state TERMINATED
20:05:02.781 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.0.176.60:45599(127.0.176.60:45599)] disconnecting while in state TERMINATED
20:05:02.781 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] disconnecting while in state TERMINATED
20:05:02.781 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.0.176.62:40863(127.0.176.62:40863)] disconnecting while in state TERMINATED
20:05:02.782 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-0
20:05:02.782 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:02.783 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-2
20:05:02.783 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:05:02.783 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-3
20:05:02.784 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
20:05:02.783 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
20:05:02.784 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-4
20:05:02.784 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:05:02.784 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
20:05:02.790 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:05:02.791 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:05:02.793 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29645, elapsed=26790), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [30ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [85ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [110ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [115ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [184ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [185ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [206ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [210ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [326ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [326ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [823ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [829ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [942ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [943ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2984ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4687ms] refreshing cache from master, [4688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [4690ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [4691ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [8002ms] refreshing cache from master, [8002ms] too many traces: truncated at 100 traces, deferred=Deferred@1866564226(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.61:39241
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:02.801 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:05:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.806438  2809 raft_consensus.cc:359] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } }
20:05:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.807407  2809 raft_consensus.cc:385] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:02.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.807744  2809 raft_consensus.cc:740] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33a327e3cc6c4a08aa5490d5daee2253, State: Initialized, Role: FOLLOWER
20:05:02.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.808812  2809 consensus_queue.cc:260] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } }
20:05:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.812323  2820 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.813158  2820 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [sys.catalog]: This master's current role is: FOLLOWER
20:05:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.814495  2809 sys_catalog.cc:565] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [sys.catalog]: configured and running, proceeding with master startup.
20:05:02.825 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
20:05:02.836 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29645, elapsed=26790), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [25ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [26ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [30ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [44ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [65ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [85ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [110ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [115ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [122ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [123ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [184ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [185ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [187ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [187ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [206ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [209ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [210ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [323ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [324ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [326ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [326ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [823ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [824ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [829ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [942ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [943ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [943ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [2982ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2983ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [2984ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4687ms] refreshing cache from master, [4688ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [4689ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [4690ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [4691ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [4691ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [8002ms] refreshing cache from master, [8002ms] too many traces: truncated at 100 traces, deferred=Deferred@1866564226(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1000213636 after retry RPC after error@351851679) -> (continuation of Deferred@430497318 after retry RPC after error@2057181699) -> (continuation of Deferred@825213944 after retry RPC after error@1671542126) -> (continuation of Deferred@1017585362 after retry RPC after error@912475463) -> (continuation of Deferred@2031906928 after retry RPC after error@402174200) -> (continuation of Deferred@321748315 after retry RPC after error@1061702404) -> (continuation of Deferred@625812333 after retry RPC after error@2002794572) -> (continuation of Deferred@266290270 after retry RPC after error@1924280010) -> (continuation of Deferred@1042820538 after retry RPC after error@1216139371) -> (continuation of Deferred@1039433870 after retry RPC after error@1582509444) -> (continuation of Deferred@560565769 after retry RPC after error@263777735) -> (continuation of Deferred@374471758 after retry RPC after error@1361697805) -> (continuation of Deferred@1021123047 after retry RPC after error@1950555502) -> (continuation of Deferred@1843997732 after retry RPC after error@1925143584) -> (continuation of Deferred@645493169 after retry RPC after error@1253945469) -> (continuation of Deferred@1846623490 after retry RPC after error@1715942076) -> (continuation of Deferred@190722876 after retry RPC after error@751256690) -> (continuation of Deferred@1272550853 after retry RPC after error@341085392) -> (continuation of Deferred@1860799157 after retry RPC after error@2015078350) -> (continuation of Deferred@2137748149 after retry RPC after error@1332302724) -> (continuation of Deferred@1836569854 after retry RPC after error@1215769417) -> (continuation of Deferred@1814890024 after retry RPC after error@1767742810) -> (continuation of Deferred@979264683 after retry RPC after error@1266826698)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.61:39241
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:02.861 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:05:02.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
20:05:02.875 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
20:05:02.876 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:05:02.885 [WARN - flink-pekko.actor.default-dispatcher-7] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
20:05:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:02.921068  2832 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:05:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:02.921458  2832 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:05:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.918179  2725 master_runner.cc:187] Error getting master registration for 127.2.129.62:40477: OK, instance_id { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" instance_seqno: 1779134697810652 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:05:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:02.953840  2725 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:05:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:03.003084  2761 tablet.cc:2404] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:03.088392  2820 raft_consensus.cc:493] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:03.088999  2820 raft_consensus.cc:515] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } }
20:05:03.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:03.091917  2820 leader_election.cc:290] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 740f7bb86e82480d920af7f98b427f04 (127.2.129.62:40477), 82cee84615fe45ce9a5ff689f055f3b4 (127.2.129.61:36345)
20:05:03.595 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [8ms] received response from server master-127.31.175.60:35661: OK, deferred=null) with no deferred attached!
20:05:03.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:03.926455  2832 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:05:03.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:03.926779  2832 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:05:03.951 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:05:03.956 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:05:03.975 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
20:05:03.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:05:03.980 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
20:05:03.982 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:05:03.983 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
20:05:03.983 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id eca6ceaabf92c850657312495e573ca9
20:05:03.983 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot eca6ceaabf92c850657312495e573ca9.
20:05:03.985 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id eca6ceaabf92c850657312495e573ca9.
20:05:03.986 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
20:05:03.986 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
20:05:03.988 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e8b6c04
20:05:03.988 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:03.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:05:03.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:05:03.991 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:05:04.000 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f7baa89
20:05:04.005 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:04.023 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.030 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.046 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.053 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.063 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.067 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.069 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.071 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.083 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.084 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.087 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.090 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.090 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.090 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.103 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.104 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.104 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.107 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.123 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.124 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.124 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.124 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.124 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.124 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.126 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:04.163 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.164 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.164 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.168 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.223 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.224 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.224 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.227 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.343 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.344 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.344 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.349 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.512966  2723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 8
20:05:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.545336  2723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4: Bootstrap starting.
20:05:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.553035  2723 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4: Neither blocks nor log segments found. Creating new log.
20:05:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.555392  2723 log.cc:826] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4: Log is configured to *not* fsync() on all Append() calls
20:05:04.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.561436  2723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4: No bootstrap required, opened a new log
20:05:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.585359  2723 raft_consensus.cc:359] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } }
20:05:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.586244  2723 raft_consensus.cc:385] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.586650  2723 raft_consensus.cc:740] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82cee84615fe45ce9a5ff689f055f3b4, State: Initialized, Role: FOLLOWER
20:05:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.587731  2723 consensus_queue.cc:260] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } }
20:05:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.593030  2849 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.594034  2849 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [sys.catalog]: This master's current role is: FOLLOWER
20:05:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.595027  2723 sys_catalog.cc:565] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [sys.catalog]: configured and running, proceeding with master startup.
20:05:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.595288  2698 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33a327e3cc6c4a08aa5490d5daee2253" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82cee84615fe45ce9a5ff689f055f3b4" is_pre_election: true
20:05:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.596496  2698 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33a327e3cc6c4a08aa5490d5daee2253 in term 0.
20:05:04.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.597680  2698 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54696 (request call id 1) took 1505 ms. Trace:
20:05:04.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.598282  2698 rpcz_store.cc:276] 0518 20:05:03.092753 (+     0us) service_pool.cc:167] Inserting onto call queue
20:05:04.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:03.092883 (+   130us) service_pool.cc:224] Handling call
20:05:04.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:04.597611 (+1504728us) inbound_call.cc:177] Queueing success response
20:05:04.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:05:04.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.601832  2759 leader_election.cc:304] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33a327e3cc6c4a08aa5490d5daee2253, 82cee84615fe45ce9a5ff689f055f3b4; no voters: 
20:05:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.611428  2854 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.612097  2854 raft_consensus.cc:493] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.622493  2854 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 0 FOLLOWER]: Advancing to term 1
20:05:04.623 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.624 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.625 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.626 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.660084  2645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } attempt: 8
20:05:04.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.660625  2854 raft_consensus.cc:515] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } }
20:05:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.668685  2854 leader_election.cc:290] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [CANDIDATE]: Term 1 election: Requested vote from peers 740f7bb86e82480d920af7f98b427f04 (127.2.129.62:40477), 82cee84615fe45ce9a5ff689f055f3b4 (127.2.129.61:36345)
20:05:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:04.669170  2677 tablet.cc:2404] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:04.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.670625  2698 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33a327e3cc6c4a08aa5490d5daee2253" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82cee84615fe45ce9a5ff689f055f3b4"
20:05:04.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.671245  2698 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [term 0 FOLLOWER]: Advancing to term 1
20:05:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.700076  2698 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 33a327e3cc6c4a08aa5490d5daee2253 in term 1.
20:05:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.703869  2759 leader_election.cc:304] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33a327e3cc6c4a08aa5490d5daee2253, 82cee84615fe45ce9a5ff689f055f3b4; no voters: 
20:05:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.704763  2854 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 1 FOLLOWER]: Leader election won for term 1
20:05:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.726738  2854 raft_consensus.cc:697] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [term 1 LEADER]: Becoming Leader. State: Replica: 33a327e3cc6c4a08aa5490d5daee2253, State: Running, Role: LEADER
20:05:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.729131  2854 consensus_queue.cc:237] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } }
20:05:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.742185  2863 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33a327e3cc6c4a08aa5490d5daee2253. Latest consensus state: current_term: 1 leader_uuid: "33a327e3cc6c4a08aa5490d5daee2253" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.743081  2863 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [sys.catalog]: This master's current role is: LEADER
20:05:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.750485  2645 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04: Bootstrap starting.
20:05:04.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:04.759136  2862 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:05:04.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:04.759548  2862 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:05:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.763145  2645 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04: Neither blocks nor log segments found. Creating new log.
20:05:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.764081  2866 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:05:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.766305  2645 log.cc:826] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04: Log is configured to *not* fsync() on all Append() calls
20:05:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.773134  2866 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:05:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.700675  2647 master_runner.cc:187] Error getting master registration for 127.2.129.62:40477: OK, instance_id { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" instance_seqno: 1779134697810652 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:05:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.776758  2647 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:05:04.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.786172  2645 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04: No bootstrap required, opened a new log
20:05:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.800266  2698 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [term 1 FOLLOWER]: Refusing update from remote peer 33a327e3cc6c4a08aa5490d5daee2253: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:05:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.804458  2863 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [LEADER]: Connected to new peer: Peer: permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.837002  2645 raft_consensus.cc:359] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } }
20:05:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.837898  2645 raft_consensus.cc:385] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.838243  2645 raft_consensus.cc:740] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 740f7bb86e82480d920af7f98b427f04, State: Initialized, Role: FOLLOWER
20:05:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.841161  2645 consensus_queue.cc:260] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } }
20:05:04.843 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:04.843 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:04.844 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:04.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:04.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:04.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:04.847 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:04.855 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.61:39241(127.31.175.61:39241)] connecting to peer
20:05:04.856 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.62:43581(127.31.175.62:43581)] connecting to peer
20:05:04.856 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.31.175.60:35661(127.31.175.60:35661)] connecting to peer
20:05:04.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:04.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.175.61:39241(127.31.175.61:39241)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:04.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.61:39241: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241
20:05:04.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:04.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.175.62:43581(127.31.175.62:43581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:04.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.62:43581: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581
20:05:04.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:04.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.175.60:35661(127.31.175.60:35661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:04.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.175.60:35661: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
20:05:04.857 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661; will retry
20:05:04.859 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29573, elapsed=28823), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [147ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [166ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [171ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [178ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [266ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [305ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [703ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1559ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [1563ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3004ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3404ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3404ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [6543ms] refreshing cache from master, [6543ms] too many traces: truncated at 100 traces, deferred=Deferred@824169379(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034)))
20:05:04.862 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=b808c2e9aaa54136b83fff5422d27f89, attempt=8, KuduRpc(method=Scan, tablet=b808c2e9aaa54136b83fff5422d27f89, attempt=8, TimeoutTracker(timeout=30000, elapsed=29253), Traces: [0ms] sending RPC to server 6fed820f84d5499fb5c9a9b616e6819c, [65ms] received response from server 6fed820f84d5499fb5c9a9b616e6819c: Network error: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa2ff9296, L:/127.0.0.1:54366 - R:/127.31.175.2:36443], [65ms] delaying RPC due to: Network error: [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] unexpected exception from downstream on [id: 0xa2ff9296, L:/127.0.0.1:54366 - R:/127.31.175.2:36443], [80ms] sending RPC to server fa9beb2f80084d3dab05519298940ab7, [84ms] received response from server fa9beb2f80084d3dab05519298940ab7: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [84ms] delaying RPC due to: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [100ms] sending RPC to server fd8c3e6420a74e5bb09e53dd55e833f1, [117ms] received response from server fd8c3e6420a74e5bb09e53dd55e833f1: Network error: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x297a35a0, L:/127.0.0.1:45280 - R:/127.31.175.3:38589], [117ms] delaying RPC due to: Network error: [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] unexpected exception from downstream on [id: 0x297a35a0, L:/127.0.0.1:45280 - R:/127.31.175.3:38589], [140ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [179ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [210ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: OK, [211ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.175.60:35661, [214ms] Sub RPC GetTableLocations: received response from server master-127.31.175.60:35661: OK, [216ms] sending RPC to server 6fed820f84d5499fb5c9a9b616e6819c, [218ms] received response from server 6fed820f84d5499fb5c9a9b616e6819c: Network error: Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443, [219ms] delaying RPC due to: Network error: Failed to connect to peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443): Connection refused: /127.31.175.2:36443, [261ms] sending RPC to server fa9beb2f80084d3dab05519298940ab7, [264ms] received response from server fa9beb2f80084d3dab05519298940ab7: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [264ms] delaying RPC due to: Network error: Failed to connect to peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885): Connection refused: /127.31.175.1:40885, [320ms] sending RPC to server fd8c3e6420a74e5bb09e53dd55e833f1, [322ms] received response from server fd8c3e6420a74e5bb09e53dd55e833f1: Network error: Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589, [322ms] delaying RPC due to: Network error: Failed to connect to peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589): Connection refused: /127.31.175.3:38589, [420ms] refreshing cache from master, [421ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.175.60:35661, [423ms] Sub RPC GetTableLocations: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [423ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [441ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [444ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [444ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [445ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [446ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [460ms] Sub RPC GetTableLocations: refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [464ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [464ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [465ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [466ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [467ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [467ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [484ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [485ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [486ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [487ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [501ms] Sub RPC GetTableLocations: refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [503ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [504ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [505ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [505ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [540ms] Sub RPC GetTableLocations: refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [546ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [550ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [567ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [568ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [580ms] Sub RPC GetTableLocations: refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [587ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [589ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [592ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [593ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [596ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [599ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [681ms] Sub RPC GetTableLocations: refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [684ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [686ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [686ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [687ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [721ms] Sub RPC GetTableLocations: refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [724ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [724ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [725ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [726ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [726ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [1121ms] Sub RPC GetTableLocations: refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [1123ms] too many traces: truncated at 100 traces, [1124ms] too many traces: truncated at 100 traces, deferred=Deferred@2109712201(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@1900381513 after retry RPC@1418456966), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@1900381513 after retry RPC@1418456966)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29573, elapsed=28823), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [147ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [166ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [171ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [178ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [266ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [305ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [703ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1559ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [1563ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3004ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3404ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3404ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [6543ms] refreshing cache from master, [6543ms] too many traces: truncated at 100 traces, deferred=Deferred@824169379(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.60:35661
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:04.867 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29573, elapsed=28823), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [147ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [166ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [171ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [178ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [266ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [305ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [703ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1559ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [1563ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3004ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3404ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3404ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [6543ms] refreshing cache from master, [6543ms] too many traces: truncated at 100 traces, deferred=Deferred@824169379(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.60:35661
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.870718  2870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.876349  2870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [sys.catalog]: This master's current role is: FOLLOWER
20:05:04.877 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
20:05:04.878 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29573, elapsed=28823), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [147ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [166ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [171ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [178ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [266ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [305ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [703ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1559ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [1563ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3004ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3404ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3404ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [6543ms] refreshing cache from master, [6543ms] too many traces: truncated at 100 traces, deferred=Deferred@824169379(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.60:35661
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.877810  2645 sys_catalog.cc:565] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [sys.catalog]: configured and running, proceeding with master startup.
20:05:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.883690  2620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33a327e3cc6c4a08aa5490d5daee2253" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "740f7bb86e82480d920af7f98b427f04" is_pre_election: true
20:05:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.884694  2620 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33a327e3cc6c4a08aa5490d5daee2253 in term 0.
20:05:04.887 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer fd8c3e6420a74e5bb09e53dd55e833f1(127.31.175.3:38589)] disconnecting while in state TERMINATED
20:05:04.887 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer fa9beb2f80084d3dab05519298940ab7(127.31.175.1:40885)] disconnecting while in state TERMINATED
20:05:04.887 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.31.175.61:39241(127.31.175.61:39241)] disconnecting while in state TERMINATED
20:05:04.888 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.31.175.60:35661(127.31.175.60:35661)] disconnecting while in state TERMINATED
20:05:04.888 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.31.175.62:43581(127.31.175.62:43581)] disconnecting while in state TERMINATED
20:05:04.888 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6fed820f84d5499fb5c9a9b616e6819c(127.31.175.2:36443)] disconnecting while in state TERMINATED
20:05:04.888 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.0.176.61:43945(127.0.176.61:43945)] disconnecting while in state TERMINATED
20:05:04.888 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.0.176.60:45599(127.0.176.60:45599)] disconnecting while in state TERMINATED
20:05:04.889 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c861915488344f3eb41093d9a38b00f5(127.0.176.3:39031)] disconnecting while in state TERMINATED
20:05:04.889 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.0.176.62:40863(127.0.176.62:40863)] disconnecting while in state TERMINATED
20:05:04.889 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:04.889 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:04.891 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:05:04.891 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
20:05:04.891 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
20:05:04.893 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-5
20:05:04.893 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-2
20:05:04.894 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 7 thread-local buffer(s) from thread: kudu-nio-3
20:05:04.894 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-0
20:05:04.894 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:05:04.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.896754  2618 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [term 0 FOLLOWER]: Advancing to term 1
20:05:04.902 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
20:05:04.903 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:05:04.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:04.897802  2620 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:40658 (request call id 2) took 1804 ms (client timeout 2219 ms). Trace:
20:05:04.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:04.902776  2620 rpcz_store.cc:269] 0518 20:05:03.092368 (+     0us) service_pool.cc:167] Inserting onto call queue
20:05:04.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:03.092947 (+   579us) service_pool.cc:224] Handling call
20:05:04.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:04.896566 (+1803619us) inbound_call.cc:177] Queueing success response
20:05:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:05:04.903 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29573, elapsed=28823), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [147ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [166ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [171ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [178ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [266ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [305ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [703ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1559ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [1563ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3004ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3404ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3404ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [6543ms] refreshing cache from master, [6543ms] too many traces: truncated at 100 traces, deferred=Deferred@824169379(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.60:35661
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.902143  2619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33a327e3cc6c4a08aa5490d5daee2253" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "740f7bb86e82480d920af7f98b427f04"
20:05:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.909127  2618 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [term 1 FOLLOWER]: Refusing update from remote peer 33a327e3cc6c4a08aa5490d5daee2253: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:05:04.910 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:05:04.917 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
20:05:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.920960  2863 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [LEADER]: Connected to new peer: Peer: permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:04.924 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29573, elapsed=28823), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [2ms] received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [24ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [25ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [45ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [46ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [46ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [63ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [64ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [66ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [84ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [147ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [166ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [171ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [175ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [178ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [263ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [265ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [266ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [303ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [305ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [305ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [702ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [703ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1559ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [1563ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3004ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.61:39241, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.62:43581, [3402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.175.60:35661, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.62:43581: Network error: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581, [3403ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.61:39241: Network error: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241, [3404ms] Sub RPC ConnectToMaster: received response from server master-127.31.175.60:35661: Network error: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [3404ms] delaying RPC due to: Service unavailable: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661, [6543ms] refreshing cache from master, [6543ms] too many traces: truncated at 100 traces, deferred=Deferred@824169379(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@690152149 after retry RPC after error@221051236) -> (continuation of Deferred@1360320113 after retry RPC after error@509187387) -> (continuation of Deferred@550762607 after retry RPC after error@1247724232) -> (continuation of Deferred@1024340652 after retry RPC after error@1873582203) -> (continuation of Deferred@1342379361 after retry RPC after error@1828181291) -> (continuation of Deferred@547357003 after retry RPC after error@725887588) -> (continuation of Deferred@1671727728 after retry RPC after error@833111458) -> (continuation of Deferred@287481989 after retry RPC after error@465547215) -> (continuation of Deferred@1552896450 after retry RPC after error@804887204) -> (continuation of Deferred@727396694 after retry RPC after error@1299984933) -> (continuation of Deferred@1809545993 after retry RPC after error@135589996) -> (continuation of Deferred@2058854841 after retry RPC after error@1458985424) -> (continuation of Deferred@1724216116 after retry RPC after error@1241344016) -> (continuation of Deferred@243315455 after retry RPC after error@1792819750) -> (continuation of Deferred@659411098 after retry RPC after error@89293195) -> (continuation of Deferred@248433812 after retry RPC after error@101413401) -> (continuation of Deferred@1334557506 after retry RPC after error@1589917153) -> (continuation of Deferred@639039681 after retry RPC after error@2077285792) -> (continuation of Deferred@1771251763 after retry RPC after error@377975773) -> (continuation of Deferred@130437436 after retry RPC after error@2047254969) -> (continuation of Deferred@170183802 after retry RPC after error@655384440) -> (continuation of Deferred@317371671 after retry RPC after error@1571739034)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.31.175.61:39241,127.31.175.62:43581,127.31.175.60:35661) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.61:39241(127.31.175.61:39241): Connection refused: /127.31.175.61:39241,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.62:43581(127.31.175.62:43581): Connection refused: /127.31.175.62:43581,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.175.60:35661(127.31.175.60:35661): Connection refused: /127.31.175.60:35661
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.31.175.60:35661
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:04.933 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
20:05:04.933 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:05:04.934 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
20:05:04.934 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:05:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.939585  2868 mvcc.cc:204] Tried to move back new op lower bound from 7287335750839644160 to 7287335750586953728. Current Snapshot: MvccSnapshot[applied={T|T < 7287335750839644160}]
20:05:04.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.937394  2849 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33a327e3cc6c4a08aa5490d5daee2253. Latest consensus state: current_term: 1 leader_uuid: "33a327e3cc6c4a08aa5490d5daee2253" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:04.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.941552  2849 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [sys.catalog]: This master's current role is: FOLLOWER
20:05:04.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.959836  2863 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "33a327e3cc6c4a08aa5490d5daee2253" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:04.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.960570  2863 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [sys.catalog]: This master's current role is: LEADER
20:05:04.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.962069  2866 catalog_manager.cc:1382] Generated new cluster ID: 569c2cd83dde4456b3d9b2a40e1aca8a
20:05:04.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.962339  2866 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:05:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.972467  2849 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "33a327e3cc6c4a08aa5490d5daee2253" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.973197  2849 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4 [sys.catalog]: This master's current role is: FOLLOWER
20:05:04.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.983915  2870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33a327e3cc6c4a08aa5490d5daee2253. Latest consensus state: current_term: 1 leader_uuid: "33a327e3cc6c4a08aa5490d5daee2253" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:04.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:04.984936  2870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [sys.catalog]: This master's current role is: FOLLOWER
20:05:05.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.000201  2854 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "33a327e3cc6c4a08aa5490d5daee2253" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:05.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.001187  2854 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 [sys.catalog]: This master's current role is: LEADER
20:05:05.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.005808  2881 mvcc.cc:204] Tried to move back new op lower bound from 7287335750839644160 to 7287335750586953728. Current Snapshot: MvccSnapshot[applied={T|T < 7287335750839644160}]
20:05:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.033516  2866 catalog_manager.cc:1405] Generated new certificate authority record
20:05:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.035588  2866 catalog_manager.cc:1539] Loading token signing keys...
20:05:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.035147  2870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "33a327e3cc6c4a08aa5490d5daee2253" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "740f7bb86e82480d920af7f98b427f04" member_type: VOTER last_known_addr { host: "127.2.129.62" port: 40477 } } peers { permanent_uuid: "82cee84615fe45ce9a5ff689f055f3b4" member_type: VOTER last_known_addr { host: "127.2.129.61" port: 36345 } } peers { permanent_uuid: "33a327e3cc6c4a08aa5490d5daee2253" member_type: VOTER last_known_addr { host: "127.2.129.60" port: 37103 } } }
20:05:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.036103  2870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04 [sys.catalog]: This master's current role is: FOLLOWER
20:05:05.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.068581  2893 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:05:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.098735  2866 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253: Generated new TSK 0
20:05:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.102178  2866 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.195045  2564 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/wal
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/data
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/logs
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/data/info.pb
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.1:0
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.129.1
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.1
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:05:05.463 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:05.464 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:05.464 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:05.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:05.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:05.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:05.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:05.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:05.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:05.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:05.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:05.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:05.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:05.594 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.31.175.60:35661, [6ms] received response from server master-127.31.175.60:35661: OK, deferred=null) with no deferred attached!
20:05:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.765053  2862 catalog_manager.cc:1294] Loaded cluster ID: 569c2cd83dde4456b3d9b2a40e1aca8a
20:05:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.765589  2862 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4: loading cluster ID for follower catalog manager: success
20:05:05.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.772827  2862 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4: acquiring CA information for follower catalog manager: success
20:05:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:05.792471  2862 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 82cee84615fe45ce9a5ff689f055f3b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:05:05.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:05.848785  2894 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:05.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:05.849447  2894 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:05.850190  2894 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:05.923442  2894 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:05.924738  2894 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.129.1
20:05:06.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:06.005409  2894 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/data
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/wal
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.1:0
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/data/info.pb
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.1
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.129.1
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/logs
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:06.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:06.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:06.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:06.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:06.008639  2894 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:06.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:06.011242  2894 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:06.062541  2904 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:06.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:06.096149  2893 catalog_manager.cc:1294] Loaded cluster ID: 569c2cd83dde4456b3d9b2a40e1aca8a
20:05:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:06.096740  2893 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04: loading cluster ID for follower catalog manager: success
20:05:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:06.104763  2893 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04: acquiring CA information for follower catalog manager: success
20:05:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:06.119055  2893 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 740f7bb86e82480d920af7f98b427f04: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:05:06.529 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:05:06.530 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:05:06.531 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:05:06.532 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
20:05:06.533 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:05:06.533 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:05:06.534 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
20:05:06.534 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id 9ad297cd4ffa417fe2b19356b89782e5
20:05:06.535 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 9ad297cd4ffa417fe2b19356b89782e5.
20:05:06.538 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 9ad297cd4ffa417fe2b19356b89782e5.
20:05:06.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
20:05:06.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
20:05:06.548 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5dfd9554
20:05:06.548 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:06.549 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:05:06.549 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:05:06.549 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:05:06.568 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68d54373
20:05:06.574 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:06.593 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:06.607 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:06.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.611 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:06.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:06.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:06.666 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:06.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:06.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.691 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:06.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:06.729 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:06.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.740 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:06.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.749 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.750 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:06.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:06.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:06.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:06.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:06.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:06.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:06.794 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:06.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.801 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:06.837 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:06.839 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:06.839 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:06.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:06.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:06.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:06.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.879 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:06.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.887 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:06.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:06.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:06.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:06.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:06.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:06.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:06.915 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.915 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:06.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:07.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:07.153 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:07.153 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:07.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.162 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.162 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:07.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.163 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:07.163 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:07.163 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:07.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.166 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:07.371 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:07.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:07.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:07.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.376 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:07.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:07.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:07.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:07.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:07.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:07.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:07.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:07.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:07.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:08.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:07.444018  2903 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 2894
20:05:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:08.286080  2894 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.211s	user 0.001s	sys 0.000s
20:05:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:08.287566  2894 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.212s	user 0.002s	sys 0.000s
20:05:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:06.073233  2905 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.301455  2894 server_base.cc:1061] running on GCE node
20:05:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:08.302822  2923 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.304338  2894 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.307925  2894 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.309579  2894 hybrid_clock.cc:648] HybridClock initialized: now 1779134708309503 us; error 70 us; skew 500 ppm
20:05:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.310787  2894 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.319032  2894 webserver.cc:533] Webserver started at http://127.2.129.1:38189/ using document root <none> and password file <none>
20:05:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.320338  2894 fs_manager.cc:362] Metadata directory not provided
20:05:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.320618  2894 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.321177  2894 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.327939  2894 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/data/instance:
20:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2fac147fa82b41d686de4526015b067a"
20:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:08 on dist-test-slave-66b9"
20:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.329670  2894 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/wal/instance:
20:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2fac147fa82b41d686de4526015b067a"
20:05:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:08 on dist-test-slave-66b9"
20:05:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.340564  2894 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.000s
20:05:08.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.348826  2928 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:08.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.350335  2894 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
20:05:08.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.350798  2894 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/wal
20:05:08.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2fac147fa82b41d686de4526015b067a"
20:05:08.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:08 on dist-test-slave-66b9"
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.351306  2894 fs_report.cc:389] FS layout report
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/wal
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/wal
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/data/data
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:08.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:08.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.424881  2894 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:08.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.426981  2894 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:08.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.427527  2894 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.431351  2894 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.439363  2894 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.439620  2894 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:05:08.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.440670  2894 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.440871  2894 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.806730  2894 rpc_server.cc:307] RPC server started. Bound to: 127.2.129.1:39923
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.806890  3042 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.129.1:39923 every 8 connection(s)
20:05:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.810050  2894 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/data/info.pb
20:05:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.814524  2564 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 2894
20:05:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.815322  2564 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-0/wal/instance
20:05:08.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.901309  3044 heartbeater.cc:344] Connected to a master server at 127.2.129.61:36345
20:05:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.901842  3044 heartbeater.cc:461] Registering TS with master...
20:05:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.903270  3044 heartbeater.cc:507] Master 127.2.129.61:36345 requested a full tablet report, sending...
20:05:08.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.908301  2688 ts_manager.cc:194] Registered new tserver with Master: 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923)
20:05:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.913472  2564 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/wal
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/data
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/logs
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/data/info.pb
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:08.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.2:0
20:05:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.129.2
20:05:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.2
20:05:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:05:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:05:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:05:08.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.972107  3043 heartbeater.cc:344] Connected to a master server at 127.2.129.60:37103
20:05:08.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.972566  3043 heartbeater.cc:461] Registering TS with master...
20:05:08.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.973555  3043 heartbeater.cc:507] Master 127.2.129.60:37103 requested a full tablet report, sending...
20:05:08.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.976234  2772 ts_manager.cc:194] Registered new tserver with Master: 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923)
20:05:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.979909  3045 heartbeater.cc:344] Connected to a master server at 127.2.129.62:40477
20:05:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.980299  3045 heartbeater.cc:461] Registering TS with master...
20:05:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.980852  2772 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.129.1:59495
20:05:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.981215  3045 heartbeater.cc:507] Master 127.2.129.62:40477 requested a full tablet report, sending...
20:05:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:08.984738  2610 ts_manager.cc:194] Registered new tserver with Master: 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923)
20:05:09.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:09.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:09.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:09.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:09.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:09.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:09.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:09.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:09.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:09.180 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:09.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:09.180 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:09.180 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:09.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:09.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:09.428938  3053 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:09.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:09.429423  3053 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:09.429916  3053 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:09.467526  3053 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:09.468600  3053 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.129.2
20:05:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:09.512485  3053 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/data
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/wal
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.2:0
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/data/info.pb
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.2
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.129.2
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/logs
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:09.513746  3053 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:09.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:09.515401  3053 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:09.530251  3060 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:09.916 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:09.985484  3043 heartbeater.cc:499] Master 127.2.129.60:37103 was elected leader, sending a full tablet report...
20:05:10.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:10.915 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:11.123 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:11.124 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:11.124 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:11.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:11.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:11.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:11.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:11.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:11.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:11.130 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:11.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:11.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:11.130 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:11.300019  2805 debug-util.cc:398] Leaking SignalData structure 0x7b0800079760 after lost signal to thread 2732
20:05:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:11.301038  2805 debug-util.cc:398] Leaking SignalData structure 0x7b0800042420 after lost signal to thread 2808
20:05:11.383 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:11.383 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:11.384 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:11.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:11.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:11.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:11.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:11.386 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:11.386 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:11.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:11.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:11.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:11.386 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:11.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:10.933035  3059 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 3053
20:05:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:11.591529  3059 kernel_stack_watchdog.cc:198] Thread 3053 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
20:05:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:09.531632  3061 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:11.593005  3053 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.062s	user 0.711s	sys 1.157s
20:05:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:11.593402  3053 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.062s	user 0.711s	sys 1.157s
20:05:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:11.607945  3063 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:11.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:11.610733  3062 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2076 milliseconds
20:05:11.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.610833  3053 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:11.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.612421  3053 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.615363  3053 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:11.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.616838  3053 hybrid_clock.cc:648] HybridClock initialized: now 1779134711616795 us; error 39 us; skew 500 ppm
20:05:11.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.618083  3053 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:11.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.626642  3053 webserver.cc:533] Webserver started at http://127.2.129.2:38427/ using document root <none> and password file <none>
20:05:11.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.628142  3053 fs_manager.cc:362] Metadata directory not provided
20:05:11.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.628440  3053 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:11.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.629128  3053 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.636368  3053 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/data/instance:
20:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6621103ed5294028b7005494a1dd9c4e"
20:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:11 on dist-test-slave-66b9"
20:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.637985  3053 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/wal/instance:
20:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6621103ed5294028b7005494a1dd9c4e"
20:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:11 on dist-test-slave-66b9"
20:05:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.648151  3053 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.004s
20:05:11.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.656845  3073 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:11.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.658378  3053 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.002s
20:05:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.658751  3053 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/wal
20:05:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6621103ed5294028b7005494a1dd9c4e"
20:05:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:11 on dist-test-slave-66b9"
20:05:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.659164  3053 fs_report.cc:389] FS layout report
20:05:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/wal
20:05:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/wal
20:05:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/data/data
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:11.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.733206  3053 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:11.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.735144  3053 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.735904  3053 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:11.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.739542  3053 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.745335  3053 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.745704  3053 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:05:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.746008  3053 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.746184  3053 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:05:11.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:11.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.963572  3053 rpc_server.cc:307] RPC server started. Bound to: 127.2.129.2:34201
20:05:11.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.963719  3185 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.129.2:34201 every 8 connection(s)
20:05:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.967737  3053 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/data/info.pb
20:05:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.970918  2564 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 3053
20:05:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.971488  2564 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-1/wal/instance
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:11.992774  2564 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/wal
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/data
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/logs
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/data/info.pb
20:05:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.3:0
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.129.3
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.3
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:05:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.018695  3186 heartbeater.cc:344] Connected to a master server at 127.2.129.60:37103
20:05:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.019284  3186 heartbeater.cc:461] Registering TS with master...
20:05:12.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.020799  3186 heartbeater.cc:507] Master 127.2.129.60:37103 requested a full tablet report, sending...
20:05:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.024034  2772 ts_manager.cc:194] Registered new tserver with Master: 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:12.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.026024  2772 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.129.2:39953
20:05:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.043892  3187 heartbeater.cc:344] Connected to a master server at 127.2.129.61:36345
20:05:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.044435  3187 heartbeater.cc:461] Registering TS with master...
20:05:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.045461  3187 heartbeater.cc:507] Master 127.2.129.61:36345 requested a full tablet report, sending...
20:05:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.049734  2688 ts_manager.cc:194] Registered new tserver with Master: 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.061843  3191 heartbeater.cc:344] Connected to a master server at 127.2.129.62:40477
20:05:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.062343  3191 heartbeater.cc:461] Registering TS with master...
20:05:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.063024  3191 heartbeater.cc:507] Master 127.2.129.62:40477 requested a full tablet report, sending...
20:05:12.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.066545  2610 ts_manager.cc:194] Registered new tserver with Master: 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:12.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:12.410773  3190 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:12.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:12.411265  3190 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:12.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:12.411666  3190 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:12.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:12.448351  3190 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:12.449767  3190 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.129.3
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.509748  3190 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.129.20:34183
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/data
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/wal
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.129.3:0
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/data/info.pb
20:05:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.129.3
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.129.62:40477,127.2.129.61:36345,127.2.129.60:37103
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.129.3
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/logs
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.511463  3190 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:12.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:12.513316  3190 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:12.530827  3201 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:12.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:12.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:12.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:12.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:12.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:12.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:12.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:12.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:12.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:12.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:12.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:12.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:12.758 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:12.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:13.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:13.030388  3186 heartbeater.cc:499] Master 127.2.129.60:37103 was elected leader, sending a full tablet report...
20:05:13.303 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:13.304 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:13.304 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:13.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:13.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:13.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:13.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:13.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:13.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:13.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:13.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:13.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:13.306 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:13.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:13.683 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:13.684 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:13.684 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:13.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:13.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:13.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:13.689 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:13.689 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:13.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:13.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:13.693 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:13.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:13.694 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:13.915 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:12.531297  3202 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:13.932233  3200 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 3190
20:05:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:14.281319  3190 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.753s	user 0.627s	sys 1.067s
20:05:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:14.281596  3190 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.754s	user 0.627s	sys 1.067s
20:05:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:14.290602  3209 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.291153  3190 server_base.cc:1061] running on GCE node
20:05:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.292337  3190 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.294831  3190 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.296223  3190 hybrid_clock.cc:648] HybridClock initialized: now 1779134714296167 us; error 47 us; skew 500 ppm
20:05:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.297201  3190 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.303488  3190 webserver.cc:533] Webserver started at http://127.2.129.3:42039/ using document root <none> and password file <none>
20:05:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.304466  3190 fs_manager.cc:362] Metadata directory not provided
20:05:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.304656  3190 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.305075  3190 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.310181  3190 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/data/instance:
20:05:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a80b2dda77945f694ab34d73f464cba"
20:05:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:14 on dist-test-slave-66b9"
20:05:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.311201  3190 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/wal/instance:
20:05:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a80b2dda77945f694ab34d73f464cba"
20:05:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:14 on dist-test-slave-66b9"
20:05:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.318331  3190 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.002s
20:05:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.324031  3215 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.325163  3190 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
20:05:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.325464  3190 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/wal
20:05:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a80b2dda77945f694ab34d73f464cba"
20:05:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:14 on dist-test-slave-66b9"
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.325829  3190 fs_report.cc:389] FS layout report
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/wal
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/wal
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/data/data
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.380456  3190 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.382251  3190 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.382725  3190 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.385807  3190 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.390926  3190 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.391242  3190 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:05:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.391476  3190 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.391618  3190 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:05:14.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.546607  3190 rpc_server.cc:307] RPC server started. Bound to: 127.2.129.3:36327
20:05:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.546895  3327 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.129.3:36327 every 8 connection(s)
20:05:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.550114  3190 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/data/info.pb
20:05:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.554468  2564 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 3190
20:05:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.555050  2564 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster11129098080159967775/ts-2/wal/instance
20:05:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.610918  3329 heartbeater.cc:344] Connected to a master server at 127.2.129.61:36345
20:05:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.611411  3329 heartbeater.cc:461] Registering TS with master...
20:05:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.611601  3328 heartbeater.cc:344] Connected to a master server at 127.2.129.60:37103
20:05:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.612018  3328 heartbeater.cc:461] Registering TS with master...
20:05:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.612919  3329 heartbeater.cc:507] Master 127.2.129.61:36345 requested a full tablet report, sending...
20:05:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.613049  3328 heartbeater.cc:507] Master 127.2.129.60:37103 requested a full tablet report, sending...
20:05:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.615545  3330 heartbeater.cc:344] Connected to a master server at 127.2.129.62:40477
20:05:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.616060  3330 heartbeater.cc:461] Registering TS with master...
20:05:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.616982  2688 ts_manager.cc:194] Registered new tserver with Master: 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327)
20:05:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.617121  3330 heartbeater.cc:507] Master 127.2.129.62:40477 requested a full tablet report, sending...
20:05:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.618826  2772 ts_manager.cc:194] Registered new tserver with Master: 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327)
20:05:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.620260  2772 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.129.3:58457
20:05:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.622241  2610 ts_manager.cc:194] Registered new tserver with Master: 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327)
20:05:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.642517  2564 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:05:14.658 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:05:14.658 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:05:14.659 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.129.62"
      port: 40477
    }
    bound_http_address {
      host: "127.2.129.62"
      port: 46627
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.129.61"
      port: 36345
    }
    bound_http_address {
      host: "127.2.129.61"
      port: 42453
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.129.60"
      port: 37103
    }
    bound_http_address {
      host: "127.2.129.60"
      port: 39475
    }
  }
}

20:05:14.659 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:05:14.661 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.129.1"
      port: 39923
    }
    bound_http_address {
      host: "127.2.129.1"
      port: 38189
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.129.2"
      port: 34201
    }
    bound_http_address {
      host: "127.2.129.2"
      port: 38427
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.129.3"
      port: 36327
    }
    bound_http_address {
      host: "127.2.129.3"
      port: 42039
    }
  }
}

20:05:14.661 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:05:14.663 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:14.671 [DEBUG - main] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:14.673 [DEBUG - main] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:14.674 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.202.125:35071(127.1.202.125:35071)] Successfully connected to peer
20:05:14.674 [DEBUG - main] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:14.685 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.202.124:42607(127.1.202.124:42607)] Successfully connected to peer
20:05:14.691 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.124
20:05:14.693 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.125
20:05:14.694 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.202.126:43031(127.1.202.126:43031)] Successfully connected to peer
20:05:14.698 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.126
20:05:14.711 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:14.714 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:14.717 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x037a0644, L:/127.0.0.1:34540 - R:/127.1.202.124:42607] using SASL/PLAIN
20:05:14.718 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:14.720 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x02c04503, L:/127.0.0.1:37306 - R:/127.1.202.126:43031] using SASL/PLAIN
20:05:14.722 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:14.722 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=52), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [51ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: OK, deferred=null) after lookup
20:05:14.723 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6d5977ae, L:/127.0.0.1:51792 - R:/127.1.202.125:35071] using SASL/PLAIN
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.725220  2034 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34540:
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:05:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:14.733291  2034 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:05:14.811 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.916168  2487 tablet_service.cc:1511] Processing CreateTablet for tablet 2a70a82991e24875a052c55111ee4542 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.917 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.922253  2488 tablet_service.cc:1511] Processing CreateTablet for tablet 5e2891d29eb04f4da103de128663ff70 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.920935  2204 tablet_service.cc:1511] Processing CreateTablet for tablet 3867a04c90964debb5c305b5d960468d (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.923404  2206 tablet_service.cc:1511] Processing CreateTablet for tablet 5e2891d29eb04f4da103de128663ff70 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.924320  2204 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3867a04c90964debb5c305b5d960468d. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.924170  2485 tablet_service.cc:1511] Processing CreateTablet for tablet 9fccd541a52c4454839c24ab332bc471 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.912629  2486 tablet_service.cc:1511] Processing CreateTablet for tablet 3867a04c90964debb5c305b5d960468d (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.926255  2487 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2a70a82991e24875a052c55111ee4542. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.927610  2205 tablet_service.cc:1511] Processing CreateTablet for tablet 2a70a82991e24875a052c55111ee4542 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.928754  2488 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5e2891d29eb04f4da103de128663ff70. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.922147  2203 tablet_service.cc:1511] Processing CreateTablet for tablet 9fccd541a52c4454839c24ab332bc471 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.931171  2205 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2a70a82991e24875a052c55111ee4542. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.932559  2203 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9fccd541a52c4454839c24ab332bc471. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.934808  2206 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5e2891d29eb04f4da103de128663ff70. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.940189  2207 tablet_service.cc:1511] Processing CreateTablet for tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.941211  2207 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 03e9a6207f204ea0a8b2cfcbc79acbe8. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.929548  2486 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3867a04c90964debb5c305b5d960468d. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.947786  2346 tablet_service.cc:1511] Processing CreateTablet for tablet 5e2891d29eb04f4da103de128663ff70 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.950312  2485 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9fccd541a52c4454839c24ab332bc471. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.951306  2345 tablet_service.cc:1511] Processing CreateTablet for tablet 2a70a82991e24875a052c55111ee4542 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.953615  2344 tablet_service.cc:1511] Processing CreateTablet for tablet 3867a04c90964debb5c305b5d960468d (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.945016  2343 tablet_service.cc:1511] Processing CreateTablet for tablet 9fccd541a52c4454839c24ab332bc471 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.956367  2346 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5e2891d29eb04f4da103de128663ff70. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.957126  2345 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2a70a82991e24875a052c55111ee4542. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.960297  2344 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3867a04c90964debb5c305b5d960468d. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.964675  2343 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9fccd541a52c4454839c24ab332bc471. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.931264  2489 tablet_service.cc:1511] Processing CreateTablet for tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.971541  2489 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 03e9a6207f204ea0a8b2cfcbc79acbe8. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:14.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.972692  2347 tablet_service.cc:1511] Processing CreateTablet for tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 (DEFAULT_TABLE table=replication_test_table [id=d512e1c6401844a6905e8f973707c321]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:14.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:14.974218  2347 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 03e9a6207f204ea0a8b2cfcbc79acbe8. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.034474  3363 tablet_bootstrap.cc:492] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9: Bootstrap starting.
20:05:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.052539  3365 tablet_bootstrap.cc:492] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09: Bootstrap starting.
20:05:15.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.055570  3364 tablet_bootstrap.cc:492] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37: Bootstrap starting.
20:05:15.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.063089  3365 tablet_bootstrap.cc:654] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09: Neither blocks nor log segments found. Creating new log.
20:05:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.063738  3364 tablet_bootstrap.cc:654] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37: Neither blocks nor log segments found. Creating new log.
20:05:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.066141  3365 log.cc:826] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09: Log is configured to *not* fsync() on all Append() calls
20:05:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.066713  3364 log.cc:826] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37: Log is configured to *not* fsync() on all Append() calls
20:05:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.080448  3365 tablet_bootstrap.cc:492] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09: No bootstrap required, opened a new log
20:05:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.081246  3365 ts_tablet_manager.cc:1403] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09: Time spent bootstrapping tablet: real 0.029s	user 0.016s	sys 0.006s
20:05:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.084578  3363 tablet_bootstrap.cc:654] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9: Neither blocks nor log segments found. Creating new log.
20:05:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.087435  3363 log.cc:826] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9: Log is configured to *not* fsync() on all Append() calls
20:05:15.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.101918  3363 tablet_bootstrap.cc:492] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9: No bootstrap required, opened a new log
20:05:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.102836  3363 ts_tablet_manager.cc:1403] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9: Time spent bootstrapping tablet: real 0.083s	user 0.021s	sys 0.005s
20:05:15.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.108140  3364 tablet_bootstrap.cc:492] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37: No bootstrap required, opened a new log
20:05:15.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.108811  3364 ts_tablet_manager.cc:1403] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37: Time spent bootstrapping tablet: real 0.054s	user 0.014s	sys 0.028s
20:05:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.113339  3365 raft_consensus.cc:359] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.115799  3365 raft_consensus.cc:385] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.116202  3365 raft_consensus.cc:740] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 897738665ea64fccaeb6329d278bee09, State: Initialized, Role: FOLLOWER
20:05:15.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.117452  3365 consensus_queue.cc:260] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.128764  3365 ts_tablet_manager.cc:1434] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09: Time spent starting tablet: real 0.047s	user 0.039s	sys 0.003s
20:05:15.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.130052  3365 tablet_bootstrap.cc:492] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09: Bootstrap starting.
20:05:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.135205  3363 raft_consensus.cc:359] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.136137  3363 raft_consensus.cc:385] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.136467  3363 raft_consensus.cc:740] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bea96cedf754e2794f2af41d43f26f9, State: Initialized, Role: FOLLOWER
20:05:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.137364  3363 consensus_queue.cc:260] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.138212  3365 tablet_bootstrap.cc:654] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09: Neither blocks nor log segments found. Creating new log.
20:05:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.148037  3363 ts_tablet_manager.cc:1434] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9: Time spent starting tablet: real 0.044s	user 0.032s	sys 0.007s
20:05:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.150804  3365 tablet_bootstrap.cc:492] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09: No bootstrap required, opened a new log
20:05:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.151365  3365 ts_tablet_manager.cc:1403] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09: Time spent bootstrapping tablet: real 0.022s	user 0.006s	sys 0.012s
20:05:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.155871  3363 tablet_bootstrap.cc:492] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9: Bootstrap starting.
20:05:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.156065  3365 raft_consensus.cc:359] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.156765  3365 raft_consensus.cc:385] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.157044  3365 raft_consensus.cc:740] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 897738665ea64fccaeb6329d278bee09, State: Initialized, Role: FOLLOWER
20:05:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.157816  3365 consensus_queue.cc:260] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.161296  3365 ts_tablet_manager.cc:1434] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09: Time spent starting tablet: real 0.010s	user 0.004s	sys 0.003s
20:05:15.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.162237  3363 tablet_bootstrap.cc:654] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9: Neither blocks nor log segments found. Creating new log.
20:05:15.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.162365  3365 tablet_bootstrap.cc:492] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09: Bootstrap starting.
20:05:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.170356  3365 tablet_bootstrap.cc:654] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09: Neither blocks nor log segments found. Creating new log.
20:05:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.170763  3363 tablet_bootstrap.cc:492] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9: No bootstrap required, opened a new log
20:05:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.171193  3363 ts_tablet_manager.cc:1403] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9: Time spent bootstrapping tablet: real 0.016s	user 0.004s	sys 0.008s
20:05:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.174559  3363 raft_consensus.cc:359] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.175266  3363 raft_consensus.cc:385] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.175565  3363 raft_consensus.cc:740] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bea96cedf754e2794f2af41d43f26f9, State: Initialized, Role: FOLLOWER
20:05:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.176290  3363 consensus_queue.cc:260] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.182991  3363 ts_tablet_manager.cc:1434] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9: Time spent starting tablet: real 0.012s	user 0.007s	sys 0.000s
20:05:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.184016  3363 tablet_bootstrap.cc:492] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9: Bootstrap starting.
20:05:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.190852  3363 tablet_bootstrap.cc:654] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9: Neither blocks nor log segments found. Creating new log.
20:05:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.204000  2418 tablet.cc:2404] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.205977  3363 tablet_bootstrap.cc:492] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9: No bootstrap required, opened a new log
20:05:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.206425  3363 ts_tablet_manager.cc:1403] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9: Time spent bootstrapping tablet: real 0.023s	user 0.010s	sys 0.007s
20:05:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.209766  3363 raft_consensus.cc:359] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.210755  3363 raft_consensus.cc:385] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.211342  3363 raft_consensus.cc:740] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bea96cedf754e2794f2af41d43f26f9, State: Initialized, Role: FOLLOWER
20:05:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.212025  3363 consensus_queue.cc:260] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.214653  3363 ts_tablet_manager.cc:1434] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9: Time spent starting tablet: real 0.008s	user 0.007s	sys 0.000s
20:05:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.215711  3363 tablet_bootstrap.cc:492] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9: Bootstrap starting.
20:05:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.222309  3363 tablet_bootstrap.cc:654] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9: Neither blocks nor log segments found. Creating new log.
20:05:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.234921  3363 tablet_bootstrap.cc:492] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9: No bootstrap required, opened a new log
20:05:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.235400  3363 ts_tablet_manager.cc:1403] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9: Time spent bootstrapping tablet: real 0.020s	user 0.005s	sys 0.011s
20:05:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.241746  3363 raft_consensus.cc:359] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.242527  3363 raft_consensus.cc:385] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.242808  3363 raft_consensus.cc:740] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bea96cedf754e2794f2af41d43f26f9, State: Initialized, Role: FOLLOWER
20:05:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.243451  3363 consensus_queue.cc:260] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.247089  3363 ts_tablet_manager.cc:1434] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.000s
20:05:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.258739  3363 tablet_bootstrap.cc:492] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9: Bootstrap starting.
20:05:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.265349  3363 tablet_bootstrap.cc:654] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9: Neither blocks nor log segments found. Creating new log.
20:05:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.282579  3363 tablet_bootstrap.cc:492] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9: No bootstrap required, opened a new log
20:05:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.283249  3363 ts_tablet_manager.cc:1403] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9: Time spent bootstrapping tablet: real 0.025s	user 0.015s	sys 0.000s
20:05:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.286121  3363 raft_consensus.cc:359] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.287163  3363 raft_consensus.cc:385] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.287848  3363 raft_consensus.cc:740] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bea96cedf754e2794f2af41d43f26f9, State: Initialized, Role: FOLLOWER
20:05:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.288693  3363 consensus_queue.cc:260] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.289232  3369 raft_consensus.cc:493] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.290234  3369 raft_consensus.cc:515] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.291462  3363 ts_tablet_manager.cc:1434] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9: Time spent starting tablet: real 0.008s	user 0.003s	sys 0.004s
20:05:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.299188  3365 tablet_bootstrap.cc:492] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09: No bootstrap required, opened a new log
20:05:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.299371  2280 tablet.cc:2404] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.299643  3365 ts_tablet_manager.cc:1403] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09: Time spent bootstrapping tablet: real 0.137s	user 0.051s	sys 0.068s
20:05:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.302760  3365 raft_consensus.cc:359] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.303617  3365 raft_consensus.cc:385] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.303923  3365 raft_consensus.cc:740] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 897738665ea64fccaeb6329d278bee09, State: Initialized, Role: FOLLOWER
20:05:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.304540  3365 consensus_queue.cc:260] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.315987  3369 leader_election.cc:290] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.331498  3370 raft_consensus.cc:493] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.332116  3370 raft_consensus.cc:515] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.335171  3364 raft_consensus.cc:359] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.335678  3370 leader_election.cc:290] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.336130  3364 raft_consensus.cc:385] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.336470  3364 raft_consensus.cc:740] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3995b5f6d2344460b2d8913e6091cb37, State: Initialized, Role: FOLLOWER
20:05:15.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.338400  3369 raft_consensus.cc:493] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.338819  3369 raft_consensus.cc:515] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.341189  3369 leader_election.cc:290] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.342664  3364 consensus_queue.cc:260] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.349902  3369 raft_consensus.cc:493] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.350419  3369 raft_consensus.cc:515] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.352831  3369 leader_election.cc:290] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.358538  3364 ts_tablet_manager.cc:1434] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37: Time spent starting tablet: real 0.249s	user 0.039s	sys 0.002s
20:05:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.362694  2509 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2a70a82991e24875a052c55111ee4542" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37" is_pre_election: true
20:05:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.362802  2508 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2891d29eb04f4da103de128663ff70" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37" is_pre_election: true
20:05:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.363472  2507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9fccd541a52c4454839c24ab332bc471" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37" is_pre_election: true
20:05:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.363794  2509 raft_consensus.cc:2468] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 0.
20:05:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.365612  2303 leader_election.cc:343] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935): Illegal state: must be running to vote when last-logged opid is not known
20:05:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.366488  2303 leader_election.cc:343] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935): Illegal state: must be running to vote when last-logged opid is not known
20:05:15.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.367266  2303 leader_election.cc:304] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3995b5f6d2344460b2d8913e6091cb37, 897738665ea64fccaeb6329d278bee09; no voters: 
20:05:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.368309  3369 raft_consensus.cc:2804] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.368764  3369 raft_consensus.cc:493] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.369330  3369 raft_consensus.cc:3060] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.372709  3370 raft_consensus.cc:493] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.373150  3370 raft_consensus.cc:515] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.375022  3370 leader_election.cc:290] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.375464  3364 tablet_bootstrap.cc:492] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37: Bootstrap starting.
20:05:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.387928  2367 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03e9a6207f204ea0a8b2cfcbc79acbe8" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "897738665ea64fccaeb6329d278bee09" is_pre_election: true
20:05:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.388893  3364 tablet_bootstrap.cc:654] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37: Neither blocks nor log segments found. Creating new log.
20:05:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.391023  2367 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2a70a82991e24875a052c55111ee4542" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "897738665ea64fccaeb6329d278bee09" is_pre_election: true
20:05:15.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.391840  3370 raft_consensus.cc:493] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.392367  3370 raft_consensus.cc:515] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.392797  2160 leader_election.cc:343] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251): Illegal state: must be running to vote when last-logged opid is not known
20:05:15.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.394743  3370 leader_election.cc:290] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.391340  3369 raft_consensus.cc:515] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.396347  2367 raft_consensus.cc:2393] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6bea96cedf754e2794f2af41d43f26f9 in current term 1: Already voted for candidate 897738665ea64fccaeb6329d278bee09 in this term.
20:05:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.397918  3369 leader_election.cc:290] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 election: Requested vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.398706  3365 ts_tablet_manager.cc:1434] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09: Time spent starting tablet: real 0.099s	user 0.023s	sys 0.012s
20:05:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.402118  3365 tablet_bootstrap.cc:492] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09: Bootstrap starting.
20:05:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.402226  2509 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2a70a82991e24875a052c55111ee4542" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37"
20:05:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.402771  2509 raft_consensus.cc:3060] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.412273  2226 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2891d29eb04f4da103de128663ff70" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9" is_pre_election: true
20:05:15.415 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.413239  2224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2a70a82991e24875a052c55111ee4542" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9"
20:05:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.414125  2224 raft_consensus.cc:3060] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.414710  3365 tablet_bootstrap.cc:654] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09: Neither blocks nor log segments found. Creating new log.
20:05:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.413231  2226 raft_consensus.cc:2468] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 0.
20:05:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.419631  2227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2a70a82991e24875a052c55111ee4542" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9" is_pre_election: true
20:05:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.417663  2225 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9fccd541a52c4454839c24ab332bc471" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9" is_pre_election: true
20:05:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.422196  2225 raft_consensus.cc:2468] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 0.
20:05:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.424353  2224 raft_consensus.cc:2468] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 1.
20:05:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.427435  3365 tablet_bootstrap.cc:492] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09: No bootstrap required, opened a new log
20:05:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.428117  3365 ts_tablet_manager.cc:1403] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09: Time spent bootstrapping tablet: real 0.026s	user 0.016s	sys 0.002s
20:05:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.427944  2300 leader_election.cc:304] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6bea96cedf754e2794f2af41d43f26f9, 897738665ea64fccaeb6329d278bee09; no voters: 3995b5f6d2344460b2d8913e6091cb37
20:05:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.428201  2509 raft_consensus.cc:2468] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 1.
20:05:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.428787  3369 raft_consensus.cc:2804] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.429107  3369 raft_consensus.cc:493] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.429436  3369 raft_consensus.cc:3060] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.431546  2303 leader_election.cc:304] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3995b5f6d2344460b2d8913e6091cb37, 897738665ea64fccaeb6329d278bee09; no voters: 
20:05:15.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:15.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:15.434 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:15.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:15.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:15.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:15.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:15.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:15.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:15.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:15.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:15.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:15.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.435674  2300 leader_election.cc:304] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6bea96cedf754e2794f2af41d43f26f9, 897738665ea64fccaeb6329d278bee09; no voters: 3995b5f6d2344460b2d8913e6091cb37
20:05:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.438606  3379 raft_consensus.cc:2804] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.432619  2367 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9fccd541a52c4454839c24ab332bc471" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "897738665ea64fccaeb6329d278bee09" is_pre_election: true
20:05:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.439029  3379 raft_consensus.cc:493] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.439445  3379 raft_consensus.cc:3060] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.438855  3365 raft_consensus.cc:359] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.439383  3369 raft_consensus.cc:515] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.440027  3365 raft_consensus.cc:385] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.440330  3365 raft_consensus.cc:740] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 897738665ea64fccaeb6329d278bee09, State: Initialized, Role: FOLLOWER
20:05:15.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.440986  3365 consensus_queue.cc:260] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.441383  3369 leader_election.cc:290] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 election: Requested vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.442829  2224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2891d29eb04f4da103de128663ff70" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9"
20:05:15.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.443573  2224 raft_consensus.cc:3060] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.443902  3369 raft_consensus.cc:2804] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Leader election won for term 1
20:05:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.444391  3369 raft_consensus.cc:697] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [term 1 LEADER]: Becoming Leader. State: Replica: 897738665ea64fccaeb6329d278bee09, State: Running, Role: LEADER
20:05:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.445355  3369 consensus_queue.cc:237] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.447417  2509 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2891d29eb04f4da103de128663ff70" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37"
20:05:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.454857  2224 raft_consensus.cc:2468] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 1.
20:05:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.456702  2300 leader_election.cc:304] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bea96cedf754e2794f2af41d43f26f9, 897738665ea64fccaeb6329d278bee09; no voters: 
20:05:15.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.459115  3379 raft_consensus.cc:515] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.462299  2509 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03e9a6207f204ea0a8b2cfcbc79acbe8" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37" is_pre_election: true
20:05:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.462677  2507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2a70a82991e24875a052c55111ee4542" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37" is_pre_election: true
20:05:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.463442  2507 raft_consensus.cc:2393] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6bea96cedf754e2794f2af41d43f26f9 in current term 1: Already voted for candidate 897738665ea64fccaeb6329d278bee09 in this term.
20:05:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.463266  2508 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9fccd541a52c4454839c24ab332bc471" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37" is_pre_election: true
20:05:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.464319  3379 leader_election.cc:290] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 election: Requested vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.464882  3370 raft_consensus.cc:493] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.465606  3379 raft_consensus.cc:2804] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Leader election won for term 1
20:05:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.465318  3370 raft_consensus.cc:515] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.466161  3379 raft_consensus.cc:697] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [term 1 LEADER]: Becoming Leader. State: Replica: 897738665ea64fccaeb6329d278bee09, State: Running, Role: LEADER
20:05:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.467330  3370 leader_election.cc:290] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.466908  3379 consensus_queue.cc:237] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.464677  3364 tablet_bootstrap.cc:492] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37: No bootstrap required, opened a new log
20:05:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.468096  3364 ts_tablet_manager.cc:1403] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37: Time spent bootstrapping tablet: real 0.093s	user 0.017s	sys 0.038s
20:05:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.471362  3390 raft_consensus.cc:493] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.471040  3364 raft_consensus.cc:359] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.471751  3364 raft_consensus.cc:385] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.472018  3364 raft_consensus.cc:740] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3995b5f6d2344460b2d8913e6091cb37, State: Initialized, Role: FOLLOWER
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.472169  2163 leader_election.cc:343] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935): Illegal state: must be running to vote when last-logged opid is not known
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.472802  3364 consensus_queue.cc:260] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.472703  2303 leader_election.cc:343] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935): Illegal state: must be running to vote when last-logged opid is not known
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.476046  3364 ts_tablet_manager.cc:1434] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.476505  3390 raft_consensus.cc:515] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.477617  2508 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9fccd541a52c4454839c24ab332bc471" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37"
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.478246  2508 raft_consensus.cc:3060] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.482154  3390 leader_election.cc:290] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.489051  2366 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3867a04c90964debb5c305b5d960468d" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "897738665ea64fccaeb6329d278bee09" is_pre_election: true
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.490036  2366 raft_consensus.cc:2468] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6bea96cedf754e2794f2af41d43f26f9 in term 0.
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.491869  2367 raft_consensus.cc:2393] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6bea96cedf754e2794f2af41d43f26f9 in current term 1: Already voted for candidate 897738665ea64fccaeb6329d278bee09 in this term.
20:05:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.494899  2508 raft_consensus.cc:2468] T 9fccd541a52c4454839c24ab332bc471 P 3995b5f6d2344460b2d8913e6091cb37 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 1.
20:05:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.472898  2163 leader_election.cc:304] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6bea96cedf754e2794f2af41d43f26f9; no voters: 3995b5f6d2344460b2d8913e6091cb37, 897738665ea64fccaeb6329d278bee09
20:05:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.497049  3370 raft_consensus.cc:2749] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:05:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.497817  2507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3867a04c90964debb5c305b5d960468d" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37" is_pre_election: true
20:05:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.498879  2163 leader_election.cc:304] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6bea96cedf754e2794f2af41d43f26f9; no voters: 3995b5f6d2344460b2d8913e6091cb37, 897738665ea64fccaeb6329d278bee09
20:05:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.499873  3370 raft_consensus.cc:2749] T 2a70a82991e24875a052c55111ee4542 P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.500412  2163 leader_election.cc:343] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935): Illegal state: must be running to vote when last-logged opid is not known
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.499631  2032 catalog_manager.cc:5696] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 reported cstate change: term changed from 0 to 1, leader changed from <none> to 897738665ea64fccaeb6329d278bee09 (127.1.202.66). New cstate: current_term: 1 leader_uuid: "897738665ea64fccaeb6329d278bee09" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } health_report { overall_health: UNKNOWN } } }
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.501056  2163 leader_election.cc:343] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935): Illegal state: must be running to vote when last-logged opid is not known
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.503387  2160 leader_election.cc:304] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6bea96cedf754e2794f2af41d43f26f9, 897738665ea64fccaeb6329d278bee09; no voters: 3995b5f6d2344460b2d8913e6091cb37
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.503691  2507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3867a04c90964debb5c305b5d960468d" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37" is_pre_election: true
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.504281  3370 raft_consensus.cc:2804] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.504601  3370 raft_consensus.cc:493] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.504597  2160 leader_election.cc:304] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6bea96cedf754e2794f2af41d43f26f9; no voters: 3995b5f6d2344460b2d8913e6091cb37, 897738665ea64fccaeb6329d278bee09
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.505060  3370 raft_consensus.cc:3060] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.504864  2303 leader_election.cc:304] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3995b5f6d2344460b2d8913e6091cb37, 897738665ea64fccaeb6329d278bee09; no voters: 
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.506112  3390 raft_consensus.cc:2804] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Leader election won for term 1
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.506567  3390 raft_consensus.cc:697] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [term 1 LEADER]: Becoming Leader. State: Replica: 897738665ea64fccaeb6329d278bee09, State: Running, Role: LEADER
20:05:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.507429  3390 consensus_queue.cc:237] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.512072  3364 tablet_bootstrap.cc:492] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37: Bootstrap starting.
20:05:15.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.505786  2303 leader_election.cc:343] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935): Illegal state: must be running to vote when last-logged opid is not known
20:05:15.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.519099  2300 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.1.202.65:39121, user_credentials={real_user=slave}} blocked reactor thread for 62461.7us
20:05:15.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.521843  3365 ts_tablet_manager.cc:1434] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09: Time spent starting tablet: real 0.093s	user 0.020s	sys 0.024s
20:05:15.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.522799  2225 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3867a04c90964debb5c305b5d960468d" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9" is_pre_election: true
20:05:15.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.523260  3365 tablet_bootstrap.cc:492] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09: Bootstrap starting.
20:05:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.523569  2224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9fccd541a52c4454839c24ab332bc471" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9"
20:05:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.524117  2224 raft_consensus.cc:3060] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.524914  3370 raft_consensus.cc:515] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.527649  2225 raft_consensus.cc:2393] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 897738665ea64fccaeb6329d278bee09 in current term 1: Already voted for candidate 6bea96cedf754e2794f2af41d43f26f9 in this term.
20:05:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.530339  2561 tablet.cc:2404] T 2a70a82991e24875a052c55111ee4542 P 3995b5f6d2344460b2d8913e6091cb37: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.533034  2224 raft_consensus.cc:2468] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 1.
20:05:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.532948  2300 leader_election.cc:304] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 897738665ea64fccaeb6329d278bee09; no voters: 3995b5f6d2344460b2d8913e6091cb37, 6bea96cedf754e2794f2af41d43f26f9
20:05:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.533870  3365 tablet_bootstrap.cc:654] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09: Neither blocks nor log segments found. Creating new log.
20:05:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.535135  3370 leader_election.cc:290] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 election: Requested vote from peers 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.535645  3370 raft_consensus.cc:2749] T 9fccd541a52c4454839c24ab332bc471 P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:05:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.537518  2507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3867a04c90964debb5c305b5d960468d" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37"
20:05:15.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:15.539927  2163 leader_election.cc:343] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935): Illegal state: must be running to vote when last-logged opid is not known
20:05:15.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.529793  3364 tablet_bootstrap.cc:654] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37: Neither blocks nor log segments found. Creating new log.
20:05:15.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.533886  3387 raft_consensus.cc:3060] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.547700  2367 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3867a04c90964debb5c305b5d960468d" candidate_uuid: "6bea96cedf754e2794f2af41d43f26f9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "897738665ea64fccaeb6329d278bee09"
20:05:15.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.552259  3364 tablet_bootstrap.cc:492] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37: No bootstrap required, opened a new log
20:05:15.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.552554  3365 tablet_bootstrap.cc:492] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09: No bootstrap required, opened a new log
20:05:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.552986  3365 ts_tablet_manager.cc:1403] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09: Time spent bootstrapping tablet: real 0.030s	user 0.011s	sys 0.000s
20:05:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.553076  3364 ts_tablet_manager.cc:1403] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37: Time spent bootstrapping tablet: real 0.041s	user 0.015s	sys 0.003s
20:05:15.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.555817  3365 raft_consensus.cc:359] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.556717  3365 raft_consensus.cc:385] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.556967  3387 raft_consensus.cc:2749] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:05:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.557024  3365 raft_consensus.cc:740] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 897738665ea64fccaeb6329d278bee09, State: Initialized, Role: FOLLOWER
20:05:15.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.556883  3364 raft_consensus.cc:359] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.557672  3365 consensus_queue.cc:260] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.558682  3364 raft_consensus.cc:385] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.559082  3364 raft_consensus.cc:740] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3995b5f6d2344460b2d8913e6091cb37, State: Initialized, Role: FOLLOWER
20:05:15.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.559852  3365 ts_tablet_manager.cc:1434] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.003s
20:05:15.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.560055  3364 consensus_queue.cc:260] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.562992  3364 ts_tablet_manager.cc:1434] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.000s
20:05:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.567917  3364 tablet_bootstrap.cc:492] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37: Bootstrap starting.
20:05:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.584122  3364 tablet_bootstrap.cc:654] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37: Neither blocks nor log segments found. Creating new log.
20:05:15.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.602133  3364 tablet_bootstrap.cc:492] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37: No bootstrap required, opened a new log
20:05:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.602798  3364 ts_tablet_manager.cc:1403] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37: Time spent bootstrapping tablet: real 0.035s	user 0.013s	sys 0.010s
20:05:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.600998  2367 raft_consensus.cc:2468] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6bea96cedf754e2794f2af41d43f26f9 in term 1.
20:05:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.607221  3364 raft_consensus.cc:359] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.608191  3364 raft_consensus.cc:385] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.608530  3364 raft_consensus.cc:740] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3995b5f6d2344460b2d8913e6091cb37, State: Initialized, Role: FOLLOWER
20:05:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.609560  3364 consensus_queue.cc:260] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.612587  2160 leader_election.cc:304] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6bea96cedf754e2794f2af41d43f26f9, 897738665ea64fccaeb6329d278bee09; no voters: 3995b5f6d2344460b2d8913e6091cb37
20:05:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.614269  3392 raft_consensus.cc:2804] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Leader election won for term 1
20:05:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.614933  3392 raft_consensus.cc:697] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [term 1 LEADER]: Becoming Leader. State: Replica: 6bea96cedf754e2794f2af41d43f26f9, State: Running, Role: LEADER
20:05:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.615041  3364 ts_tablet_manager.cc:1434] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37: Time spent starting tablet: real 0.012s	user 0.009s	sys 0.000s
20:05:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.616127  3364 tablet_bootstrap.cc:492] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37: Bootstrap starting.
20:05:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.616160  3392 consensus_queue.cc:237] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.624066  3328 heartbeater.cc:499] Master 127.2.129.60:37103 was elected leader, sending a full tablet report...
20:05:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.632972  3364 tablet_bootstrap.cc:654] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37: Neither blocks nor log segments found. Creating new log.
20:05:15.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.647802  3364 tablet_bootstrap.cc:492] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37: No bootstrap required, opened a new log
20:05:15.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.648250  3364 ts_tablet_manager.cc:1403] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37: Time spent bootstrapping tablet: real 0.032s	user 0.016s	sys 0.003s
20:05:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.652462  3364 raft_consensus.cc:359] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.653649  3364 raft_consensus.cc:385] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.654412  3364 raft_consensus.cc:740] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3995b5f6d2344460b2d8913e6091cb37, State: Initialized, Role: FOLLOWER
20:05:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.655696  3364 consensus_queue.cc:260] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.659065  3364 ts_tablet_manager.cc:1434] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37: Time spent starting tablet: real 0.010s	user 0.005s	sys 0.003s
20:05:15.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.678427  2033 catalog_manager.cc:5696] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65). New cstate: current_term: 1 leader_uuid: "6bea96cedf754e2794f2af41d43f26f9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } health_report { overall_health: UNKNOWN } } }
20:05:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.740973  2032 catalog_manager.cc:5696] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 reported cstate change: term changed from 0 to 1, leader changed from <none> to 897738665ea64fccaeb6329d278bee09 (127.1.202.66). New cstate: current_term: 1 leader_uuid: "897738665ea64fccaeb6329d278bee09" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } health_report { overall_health: UNKNOWN } } }
20:05:15.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.743036  2032 catalog_manager.cc:5696] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 reported cstate change: term changed from 0 to 1, leader changed from <none> to 897738665ea64fccaeb6329d278bee09 (127.1.202.66). New cstate: current_term: 1 leader_uuid: "897738665ea64fccaeb6329d278bee09" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } health_report { overall_health: UNKNOWN } } }
20:05:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.797273  3383 raft_consensus.cc:493] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.797865  3383 raft_consensus.cc:515] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.804246  3383 leader_election.cc:290] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251)
20:05:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.828117  3387 raft_consensus.cc:493] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.828591  3387 raft_consensus.cc:515] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.830619  3387 leader_election.cc:290] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.831709  2224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03e9a6207f204ea0a8b2cfcbc79acbe8" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9" is_pre_election: true
20:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.831812  2507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03e9a6207f204ea0a8b2cfcbc79acbe8" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37" is_pre_election: true
20:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.832350  2224 raft_consensus.cc:2468] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 0.
20:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.832593  2507 raft_consensus.cc:2468] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 0.
20:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.833895  2303 leader_election.cc:304] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3995b5f6d2344460b2d8913e6091cb37, 897738665ea64fccaeb6329d278bee09; no voters: 
20:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.834823  3387 raft_consensus.cc:2804] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.835064  3387 raft_consensus.cc:493] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.835265  3387 raft_consensus.cc:3060] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.839269  2224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2891d29eb04f4da103de128663ff70" candidate_uuid: "3995b5f6d2344460b2d8913e6091cb37" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9" is_pre_election: true
20:05:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.840008  2224 raft_consensus.cc:2393] T 5e2891d29eb04f4da103de128663ff70 P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3995b5f6d2344460b2d8913e6091cb37 in current term 1: Already voted for candidate 897738665ea64fccaeb6329d278bee09 in this term.
20:05:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.841980  3387 raft_consensus.cc:515] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.843801  3387 leader_election.cc:290] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 election: Requested vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 3995b5f6d2344460b2d8913e6091cb37 (127.1.202.67:36935)
20:05:15.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.845006  2224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03e9a6207f204ea0a8b2cfcbc79acbe8" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9"
20:05:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.846071  2224 raft_consensus.cc:3060] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.847524  2507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03e9a6207f204ea0a8b2cfcbc79acbe8" candidate_uuid: "897738665ea64fccaeb6329d278bee09" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3995b5f6d2344460b2d8913e6091cb37"
20:05:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.848101  2507 raft_consensus.cc:3060] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.853160  2224 raft_consensus.cc:2468] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 6bea96cedf754e2794f2af41d43f26f9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 1.
20:05:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.854499  2300 leader_election.cc:304] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bea96cedf754e2794f2af41d43f26f9, 897738665ea64fccaeb6329d278bee09; no voters: 
20:05:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.857268  2507 raft_consensus.cc:2468] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 3995b5f6d2344460b2d8913e6091cb37 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 897738665ea64fccaeb6329d278bee09 in term 1.
20:05:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.858330  3387 raft_consensus.cc:2804] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Leader election won for term 1
20:05:15.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.861970  3387 raft_consensus.cc:697] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [term 1 LEADER]: Becoming Leader. State: Replica: 897738665ea64fccaeb6329d278bee09, State: Running, Role: LEADER
20:05:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.864697  2367 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2891d29eb04f4da103de128663ff70" candidate_uuid: "3995b5f6d2344460b2d8913e6091cb37" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "897738665ea64fccaeb6329d278bee09" is_pre_election: true
20:05:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.865818  3383 raft_consensus.cc:493] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.866343  3383 raft_consensus.cc:515] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.866766  2442 leader_election.cc:304] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3995b5f6d2344460b2d8913e6091cb37; no voters: 6bea96cedf754e2794f2af41d43f26f9, 897738665ea64fccaeb6329d278bee09
20:05:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.868521  3383 leader_election.cc:290] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bea96cedf754e2794f2af41d43f26f9 (127.1.202.65:39121), 897738665ea64fccaeb6329d278bee09 (127.1.202.66:42251)
20:05:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.868978  3383 raft_consensus.cc:3060] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.864889  3387 consensus_queue.cc:237] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } }
20:05:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.876112  3383 raft_consensus.cc:2749] T 5e2891d29eb04f4da103de128663ff70 P 3995b5f6d2344460b2d8913e6091cb37 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:05:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.882166  2367 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3867a04c90964debb5c305b5d960468d" candidate_uuid: "3995b5f6d2344460b2d8913e6091cb37" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "897738665ea64fccaeb6329d278bee09" is_pre_election: true
20:05:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.882920  2367 raft_consensus.cc:2393] T 3867a04c90964debb5c305b5d960468d P 897738665ea64fccaeb6329d278bee09 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3995b5f6d2344460b2d8913e6091cb37 in current term 1: Already voted for candidate 6bea96cedf754e2794f2af41d43f26f9 in this term.
20:05:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.881410  2224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3867a04c90964debb5c305b5d960468d" candidate_uuid: "3995b5f6d2344460b2d8913e6091cb37" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bea96cedf754e2794f2af41d43f26f9" is_pre_election: true
20:05:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.885413  2442 leader_election.cc:304] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3995b5f6d2344460b2d8913e6091cb37; no voters: 6bea96cedf754e2794f2af41d43f26f9, 897738665ea64fccaeb6329d278bee09
20:05:15.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.886893  3383 raft_consensus.cc:3060] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [term 0 FOLLOWER]: Advancing to term 1
20:05:15.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.893401  2032 catalog_manager.cc:5696] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 reported cstate change: term changed from 0 to 1, leader changed from <none> to 897738665ea64fccaeb6329d278bee09 (127.1.202.66). New cstate: current_term: 1 leader_uuid: "897738665ea64fccaeb6329d278bee09" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 } health_report { overall_health: UNKNOWN } } }
20:05:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.895153  3383 raft_consensus.cc:2749] T 3867a04c90964debb5c305b5d960468d P 3995b5f6d2344460b2d8913e6091cb37 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:05:15.916 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.916580  3387 consensus_queue.cc:1048] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:15.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.953867  3390 consensus_queue.cc:1048] T 9fccd541a52c4454839c24ab332bc471 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.966792  3379 consensus_queue.cc:1048] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:15.976975  3379 consensus_queue.cc:1048] T 2a70a82991e24875a052c55111ee4542 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.018471  3390 consensus_queue.cc:1048] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.044170  3387 consensus_queue.cc:1048] T 5e2891d29eb04f4da103de128663ff70 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.078621  3392 consensus_queue.cc:1048] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.100989  3370 consensus_queue.cc:1048] T 3867a04c90964debb5c305b5d960468d P 6bea96cedf754e2794f2af41d43f26f9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "897738665ea64fccaeb6329d278bee09" member_type: VOTER last_known_addr { host: "127.1.202.66" port: 42251 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.257288  3390 consensus_queue.cc:1048] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3995b5f6d2344460b2d8913e6091cb37" member_type: VOTER last_known_addr { host: "127.1.202.67" port: 36935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:16.259 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.273638  3387 consensus_queue.cc:1048] T 03e9a6207f204ea0a8b2cfcbc79acbe8 P 897738665ea64fccaeb6329d278bee09 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bea96cedf754e2794f2af41d43f26f9" member_type: VOTER last_known_addr { host: "127.1.202.65" port: 39121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:16.281 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5e2891d29eb04f4da103de128663ff70 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:16.282 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2a70a82991e24875a052c55111ee4542 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:16.282 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3867a04c90964debb5c305b5d960468d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:16.283 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9fccd541a52c4454839c24ab332bc471 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:16.283 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:16.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.202.124:42607, [20ms] Sub RPC GetTableLocations: received response from server master-127.1.202.124:42607: OK, deferred=null) after lookup
20:05:16.287 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)] connecting to peer
20:05:16.296 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)] Successfully connected to peer
20:05:16.316 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:16.320 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x14e14126, L:/127.0.0.1:46822 - R:/127.1.202.66:42251] using TOKEN/null
20:05:16.357 [DEBUG - main] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:16.359 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:16.378 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:16.381 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xc10b32dd, L:/127.0.0.1:49660 - R:/127.1.202.65:39121] using TOKEN/null
20:05:16.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:16.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5e2891d29eb04f4da103de128663ff70 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:16.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2a70a82991e24875a052c55111ee4542 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:16.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3867a04c90964debb5c305b5d960468d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:16.413 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9fccd541a52c4454839c24ab332bc471 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:16.414 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:16.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.202.124:42607, [5ms] Sub RPC GetTableLocations: received response from server master-127.1.202.124:42607: OK, deferred=null) after lookup
20:05:16.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:16.463 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:16.464 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:16.464 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:16.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:16.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:16.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:16.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:16.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:16.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:16.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:16.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:16.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:16.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:16.587 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:16.589 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:16.593 [DEBUG - main] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:16.594 [DEBUG - main] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:16.594 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.129.62:40477(127.2.129.62:40477)] Successfully connected to peer
20:05:16.594 [DEBUG - main] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:16.599 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.129.61:36345(127.2.129.61:36345)] Successfully connected to peer
20:05:16.599 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.62
20:05:16.611 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.61
20:05:16.612 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.129.60:37103(127.2.129.60:37103)] Successfully connected to peer
20:05:16.618 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:16.623 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:16.634 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.60
20:05:16.635 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe2167936, L:/127.0.0.1:45388 - R:/127.2.129.62:40477] using SASL/PLAIN
20:05:16.638 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x11c5dbe6, L:/127.0.0.1:53664 - R:/127.2.129.61:36345] using SASL/PLAIN
20:05:16.647 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:16.652 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc44b74d4, L:/127.0.0.1:37562 - R:/127.2.129.60:37103] using SASL/PLAIN
20:05:16.656 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:16.656 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [50ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: OK, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: OK, deferred=null) after lookup
20:05:16.660 [DEBUG - main] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:16.661 [DEBUG - main] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:16.662 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.202.125:35071(127.1.202.125:35071)] Successfully connected to peer
20:05:16.663 [DEBUG - main] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:16.666 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.202.124:42607(127.1.202.124:42607)] Successfully connected to peer
20:05:16.666 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.125
20:05:16.676 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.202.126:43031(127.1.202.126:43031)] Successfully connected to peer
20:05:16.686 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.124
20:05:16.692 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.126
20:05:16.696 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:16.701 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd93f09f2, L:/127.0.0.1:51804 - R:/127.1.202.125:35071] using SASL/PLAIN
20:05:16.704 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:16.705 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:16.710 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x066f8b35, L:/127.0.0.1:37322 - R:/127.1.202.126:43031] using SASL/PLAIN
20:05:16.719 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x784b30b2, L:/127.0.0.1:34552 - R:/127.1.202.124:42607] using SASL/PLAIN
20:05:16.724 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:16.724 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [54ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: OK, deferred=null) after lookup
20:05:16.729 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:16.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:16.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5e2891d29eb04f4da103de128663ff70 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:16.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2a70a82991e24875a052c55111ee4542 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:16.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3867a04c90964debb5c305b5d960468d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:16.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9fccd541a52c4454839c24ab332bc471 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:16.736 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.740270  2772 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37562:
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:05:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:05:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
20:05:16.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:16.745806  2772 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:05:16.789 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.887217  3262 tablet_service.cc:1511] Processing CreateTablet for tablet cb70b69e0cbb4fca9f9c44f764bf4134 (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.885423  3261 tablet_service.cc:1511] Processing CreateTablet for tablet 24a2a10fbf3240099ee9f070e883a18d (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.891294  3262 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cb70b69e0cbb4fca9f9c44f764bf4134. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.892067  3261 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 24a2a10fbf3240099ee9f070e883a18d. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.894328  3259 tablet_service.cc:1511] Processing CreateTablet for tablet 3268347841fd4a52b63113ffae885e9f (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.895695  3259 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3268347841fd4a52b63113ffae885e9f. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.885807  3260 tablet_service.cc:1511] Processing CreateTablet for tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.899725  3260 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.902583  3263 tablet_service.cc:1511] Processing CreateTablet for tablet a0aa2cc6326546638a54cc1202a4fea0 (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.919 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.911512  3117 tablet_service.cc:1511] Processing CreateTablet for tablet 3268347841fd4a52b63113ffae885e9f (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.918694  3263 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a0aa2cc6326546638a54cc1202a4fea0. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.920718  3117 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3268347841fd4a52b63113ffae885e9f. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.926509  3119 tablet_service.cc:1511] Processing CreateTablet for tablet 24a2a10fbf3240099ee9f070e883a18d (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.911226  3118 tablet_service.cc:1511] Processing CreateTablet for tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.931180  3119 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 24a2a10fbf3240099ee9f070e883a18d. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.939812  3118 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.939440  2977 tablet_service.cc:1511] Processing CreateTablet for tablet a0aa2cc6326546638a54cc1202a4fea0 (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.942312  2977 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a0aa2cc6326546638a54cc1202a4fea0. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.946843  2976 tablet_service.cc:1511] Processing CreateTablet for tablet cb70b69e0cbb4fca9f9c44f764bf4134 (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.943235  3120 tablet_service.cc:1511] Processing CreateTablet for tablet cb70b69e0cbb4fca9f9c44f764bf4134 (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.948945  3120 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cb70b69e0cbb4fca9f9c44f764bf4134. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.948920  2976 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cb70b69e0cbb4fca9f9c44f764bf4134. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.944049  3121 tablet_service.cc:1511] Processing CreateTablet for tablet a0aa2cc6326546638a54cc1202a4fea0 (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.958992  2975 tablet_service.cc:1511] Processing CreateTablet for tablet 24a2a10fbf3240099ee9f070e883a18d (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.960364  2975 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 24a2a10fbf3240099ee9f070e883a18d. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.964458  3121 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a0aa2cc6326546638a54cc1202a4fea0. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.964708  2974 tablet_service.cc:1511] Processing CreateTablet for tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.966487  2974 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.970497  2973 tablet_service.cc:1511] Processing CreateTablet for tablet 3268347841fd4a52b63113ffae885e9f (DEFAULT_TABLE table=replication_test_table [id=8cd728f5d24a493e96d86c3b5383f0ef]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
20:05:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:16.971905  2973 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3268347841fd4a52b63113ffae885e9f. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.099790  3469 tablet_bootstrap.cc:492] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a: Bootstrap starting.
20:05:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.103497  3468 tablet_bootstrap.cc:492] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba: Bootstrap starting.
20:05:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.140679  3468 tablet_bootstrap.cc:654] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba: Neither blocks nor log segments found. Creating new log.
20:05:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.142990  3468 log.cc:826] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba: Log is configured to *not* fsync() on all Append() calls
20:05:17.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.158751  3469 tablet_bootstrap.cc:654] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a: Neither blocks nor log segments found. Creating new log.
20:05:17.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.161917  3468 tablet_bootstrap.cc:492] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba: No bootstrap required, opened a new log
20:05:17.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.164575  3468 ts_tablet_manager.cc:1403] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba: Time spent bootstrapping tablet: real 0.062s	user 0.019s	sys 0.008s
20:05:17.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.179138  3469 log.cc:826] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a: Log is configured to *not* fsync() on all Append() calls
20:05:17.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.193899  3472 tablet_bootstrap.cc:492] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e: Bootstrap starting.
20:05:17.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.199560  3469 tablet_bootstrap.cc:492] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a: No bootstrap required, opened a new log
20:05:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.200138  3469 ts_tablet_manager.cc:1403] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a: Time spent bootstrapping tablet: real 0.102s	user 0.012s	sys 0.003s
20:05:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.217597  3468 raft_consensus.cc:359] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.218622  3468 raft_consensus.cc:385] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.219017  3468 raft_consensus.cc:740] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a80b2dda77945f694ab34d73f464cba, State: Initialized, Role: FOLLOWER
20:05:17.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.221484  3468 consensus_queue.cc:260] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.227761  3472 tablet_bootstrap.cc:654] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e: Neither blocks nor log segments found. Creating new log.
20:05:17.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.239460  3472 log.cc:826] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e: Log is configured to *not* fsync() on all Append() calls
20:05:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.262291  3468 ts_tablet_manager.cc:1434] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba: Time spent starting tablet: real 0.097s	user 0.041s	sys 0.007s
20:05:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.287781  3468 tablet_bootstrap.cc:492] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba: Bootstrap starting.
20:05:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.304319  3468 tablet_bootstrap.cc:654] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba: Neither blocks nor log segments found. Creating new log.
20:05:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.307076  3472 tablet_bootstrap.cc:492] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e: No bootstrap required, opened a new log
20:05:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.308593  3472 ts_tablet_manager.cc:1403] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e: Time spent bootstrapping tablet: real 0.124s	user 0.023s	sys 0.024s
20:05:17.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.313930  3476 raft_consensus.cc:493] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:17.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.315009  3476 raft_consensus.cc:515] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.321241  3476 leader_election.cc:290] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923), 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.328684  3468 tablet_bootstrap.cc:492] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba: No bootstrap required, opened a new log
20:05:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.329218  3468 ts_tablet_manager.cc:1403] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba: Time spent bootstrapping tablet: real 0.042s	user 0.013s	sys 0.003s
20:05:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.330329  3469 raft_consensus.cc:359] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.333662  3469 raft_consensus.cc:385] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.333542  3468 raft_consensus.cc:359] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.334077  3469 raft_consensus.cc:740] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2fac147fa82b41d686de4526015b067a, State: Initialized, Role: FOLLOWER
20:05:17.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:17.334267  3335 tablet.cc:2404] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:17.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.334334  3468 raft_consensus.cc:385] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.335307  3468 raft_consensus.cc:740] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a80b2dda77945f694ab34d73f464cba, State: Initialized, Role: FOLLOWER
20:05:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.337519  3468 consensus_queue.cc:260] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.335052  3469 consensus_queue.cc:260] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.343909  3468 ts_tablet_manager.cc:1434] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba: Time spent starting tablet: real 0.014s	user 0.007s	sys 0.000s
20:05:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.344880  3468 tablet_bootstrap.cc:492] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba: Bootstrap starting.
20:05:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.346086  3472 raft_consensus.cc:359] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.347070  3472 raft_consensus.cc:385] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.347393  3472 raft_consensus.cc:740] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6621103ed5294028b7005494a1dd9c4e, State: Initialized, Role: FOLLOWER
20:05:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.348271  3472 consensus_queue.cc:260] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.351593  3469 ts_tablet_manager.cc:1434] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a: Time spent starting tablet: real 0.151s	user 0.033s	sys 0.008s
20:05:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.352672  3469 tablet_bootstrap.cc:492] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a: Bootstrap starting.
20:05:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.359988  2997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "43a9ae4ba7d7423c9b35a8c27c00cf7d" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fac147fa82b41d686de4526015b067a" is_pre_election: true
20:05:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:17.363271  3219 leader_election.cc:343] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923): Illegal state: must be running to vote when last-logged opid is not known
20:05:17.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.374423  3469 tablet_bootstrap.cc:654] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a: Neither blocks nor log segments found. Creating new log.
20:05:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.377135  3141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "43a9ae4ba7d7423c9b35a8c27c00cf7d" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e" is_pre_election: true
20:05:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.378273  3141 raft_consensus.cc:2468] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a80b2dda77945f694ab34d73f464cba in term 0.
20:05:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.383313  3219 leader_election.cc:304] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a80b2dda77945f694ab34d73f464cba, 6621103ed5294028b7005494a1dd9c4e; no voters: 2fac147fa82b41d686de4526015b067a
20:05:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.384660  3476 raft_consensus.cc:2804] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.385233  3476 raft_consensus.cc:493] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.385569  3476 raft_consensus.cc:3060] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Advancing to term 1
20:05:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.386956  3469 tablet_bootstrap.cc:492] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a: No bootstrap required, opened a new log
20:05:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.387837  3469 ts_tablet_manager.cc:1403] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a: Time spent bootstrapping tablet: real 0.035s	user 0.007s	sys 0.011s
20:05:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.391425  3469 raft_consensus.cc:359] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } }
20:05:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.392352  3469 raft_consensus.cc:385] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.392637  3469 raft_consensus.cc:740] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2fac147fa82b41d686de4526015b067a, State: Initialized, Role: FOLLOWER
20:05:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.393299  3469 consensus_queue.cc:260] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } }
20:05:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.395759  3469 ts_tablet_manager.cc:1434] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
20:05:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.396886  3469 tablet_bootstrap.cc:492] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a: Bootstrap starting.
20:05:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.402496  3476 raft_consensus.cc:515] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.404740  3469 tablet_bootstrap.cc:654] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a: Neither blocks nor log segments found. Creating new log.
20:05:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.406692  2997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "43a9ae4ba7d7423c9b35a8c27c00cf7d" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fac147fa82b41d686de4526015b067a"
20:05:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:17.408535  3219 leader_election.cc:343] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923): Illegal state: must be running to vote when last-logged opid is not known
20:05:17.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.411031  3141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "43a9ae4ba7d7423c9b35a8c27c00cf7d" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e"
20:05:17.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.409404  3468 tablet_bootstrap.cc:654] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba: Neither blocks nor log segments found. Creating new log.
20:05:17.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.411814  3141 raft_consensus.cc:3060] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Advancing to term 1
20:05:17.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.417490  3469 tablet_bootstrap.cc:492] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a: No bootstrap required, opened a new log
20:05:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.418035  3469 ts_tablet_manager.cc:1403] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a: Time spent bootstrapping tablet: real 0.021s	user 0.006s	sys 0.014s
20:05:17.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.421223  3469 raft_consensus.cc:359] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.421954  3469 raft_consensus.cc:385] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.422236  3469 raft_consensus.cc:740] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2fac147fa82b41d686de4526015b067a, State: Initialized, Role: FOLLOWER
20:05:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.422130  3476 leader_election.cc:290] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 election: Requested vote from peers 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923), 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.423121  3469 consensus_queue.cc:260] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.423498  3141 raft_consensus.cc:2468] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a80b2dda77945f694ab34d73f464cba in term 1.
20:05:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.425554  3469 ts_tablet_manager.cc:1434] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.001s
20:05:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.425312  3219 leader_election.cc:304] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a80b2dda77945f694ab34d73f464cba, 6621103ed5294028b7005494a1dd9c4e; no voters: 2fac147fa82b41d686de4526015b067a
20:05:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.426600  3476 raft_consensus.cc:2804] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Leader election won for term 1
20:05:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.427030  3469 tablet_bootstrap.cc:492] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a: Bootstrap starting.
20:05:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.436987  3469 tablet_bootstrap.cc:654] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a: Neither blocks nor log segments found. Creating new log.
20:05:17.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.439594  3476 raft_consensus.cc:697] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [term 1 LEADER]: Becoming Leader. State: Replica: 0a80b2dda77945f694ab34d73f464cba, State: Running, Role: LEADER
20:05:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.441557  3472 ts_tablet_manager.cc:1434] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e: Time spent starting tablet: real 0.132s	user 0.033s	sys 0.028s
20:05:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.442813  3472 tablet_bootstrap.cc:492] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e: Bootstrap starting.
20:05:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.441743  3476 consensus_queue.cc:237] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.451972  3468 tablet_bootstrap.cc:492] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba: No bootstrap required, opened a new log
20:05:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.452430  3468 ts_tablet_manager.cc:1403] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba: Time spent bootstrapping tablet: real 0.108s	user 0.008s	sys 0.006s
20:05:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.459472  3468 raft_consensus.cc:359] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.460202  3468 raft_consensus.cc:385] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.460505  3468 raft_consensus.cc:740] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a80b2dda77945f694ab34d73f464cba, State: Initialized, Role: FOLLOWER
20:05:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.462863  3472 tablet_bootstrap.cc:654] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e: Neither blocks nor log segments found. Creating new log.
20:05:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.463852  3468 consensus_queue.cc:260] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.466413  3468 ts_tablet_manager.cc:1434] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba: Time spent starting tablet: real 0.014s	user 0.008s	sys 0.000s
20:05:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.467443  3468 tablet_bootstrap.cc:492] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba: Bootstrap starting.
20:05:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.481983  3468 tablet_bootstrap.cc:654] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba: Neither blocks nor log segments found. Creating new log.
20:05:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.483644  3481 raft_consensus.cc:493] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.484341  3481 raft_consensus.cc:515] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.485010  2772 catalog_manager.cc:5696] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba reported cstate change: term changed from 0 to 1, leader changed from <none> to 0a80b2dda77945f694ab34d73f464cba (127.2.129.3). New cstate: current_term: 1 leader_uuid: "0a80b2dda77945f694ab34d73f464cba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } health_report { overall_health: HEALTHY } } }
20:05:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:17.497907  3050 tablet.cc:2404] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.499050  3481 leader_election.cc:290] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201), 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327)
20:05:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.504706  3469 tablet_bootstrap.cc:492] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a: No bootstrap required, opened a new log
20:05:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.505193  3469 ts_tablet_manager.cc:1403] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a: Time spent bootstrapping tablet: real 0.078s	user 0.009s	sys 0.011s
20:05:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.512591  3472 tablet_bootstrap.cc:492] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e: No bootstrap required, opened a new log
20:05:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.513396  3472 ts_tablet_manager.cc:1403] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e: Time spent bootstrapping tablet: real 0.071s	user 0.024s	sys 0.004s
20:05:17.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.514596  3468 tablet_bootstrap.cc:492] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba: No bootstrap required, opened a new log
20:05:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.515036  3468 ts_tablet_manager.cc:1403] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba: Time spent bootstrapping tablet: real 0.048s	user 0.009s	sys 0.008s
20:05:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.518280  3472 raft_consensus.cc:359] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } }
20:05:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.519063  3472 raft_consensus.cc:385] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.519367  3472 raft_consensus.cc:740] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6621103ed5294028b7005494a1dd9c4e, State: Initialized, Role: FOLLOWER
20:05:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.520040  3472 consensus_queue.cc:260] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } }
20:05:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.520700  3469 raft_consensus.cc:359] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.521874  3469 raft_consensus.cc:385] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.522270  3469 raft_consensus.cc:740] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2fac147fa82b41d686de4526015b067a, State: Initialized, Role: FOLLOWER
20:05:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.523131  3469 consensus_queue.cc:260] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.527595  3468 raft_consensus.cc:359] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } }
20:05:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.528666  3468 raft_consensus.cc:385] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.531635  3468 raft_consensus.cc:740] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a80b2dda77945f694ab34d73f464cba, State: Initialized, Role: FOLLOWER
20:05:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.536410  3468 consensus_queue.cc:260] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } }
20:05:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.530998  3472 ts_tablet_manager.cc:1434] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e: Time spent starting tablet: real 0.017s	user 0.004s	sys 0.002s
20:05:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.538333  3472 tablet_bootstrap.cc:492] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e: Bootstrap starting.
20:05:17.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.546903  3468 ts_tablet_manager.cc:1434] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba: Time spent starting tablet: real 0.032s	user 0.009s	sys 0.001s
20:05:17.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.547923  3468 tablet_bootstrap.cc:492] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba: Bootstrap starting.
20:05:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:17.558347  3194 tablet.cc:2404] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.563463  3472 tablet_bootstrap.cc:654] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e: Neither blocks nor log segments found. Creating new log.
20:05:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.571599  3468 tablet_bootstrap.cc:654] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba: Neither blocks nor log segments found. Creating new log.
20:05:17.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.578825  3469 ts_tablet_manager.cc:1434] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a: Time spent starting tablet: real 0.073s	user 0.010s	sys 0.001s
20:05:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.579820  3472 tablet_bootstrap.cc:492] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e: No bootstrap required, opened a new log
20:05:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.579932  3469 tablet_bootstrap.cc:492] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a: Bootstrap starting.
20:05:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.580263  3472 ts_tablet_manager.cc:1403] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e: Time spent bootstrapping tablet: real 0.042s	user 0.015s	sys 0.000s
20:05:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.583781  3472 raft_consensus.cc:359] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.584498  3472 raft_consensus.cc:385] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.584785  3472 raft_consensus.cc:740] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6621103ed5294028b7005494a1dd9c4e, State: Initialized, Role: FOLLOWER
20:05:17.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.585449  3472 consensus_queue.cc:260] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.590023  3472 ts_tablet_manager.cc:1434] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.001s
20:05:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.591264  3472 tablet_bootstrap.cc:492] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e: Bootstrap starting.
20:05:17.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.600183  3472 tablet_bootstrap.cc:654] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e: Neither blocks nor log segments found. Creating new log.
20:05:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.603492  3468 tablet_bootstrap.cc:492] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba: No bootstrap required, opened a new log
20:05:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.603940  3468 ts_tablet_manager.cc:1403] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba: Time spent bootstrapping tablet: real 0.056s	user 0.012s	sys 0.003s
20:05:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.614926  3469 tablet_bootstrap.cc:654] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a: Neither blocks nor log segments found. Creating new log.
20:05:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.616557  3468 raft_consensus.cc:359] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.617278  3468 raft_consensus.cc:385] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.617579  3468 raft_consensus.cc:740] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a80b2dda77945f694ab34d73f464cba, State: Initialized, Role: FOLLOWER
20:05:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.618983  3141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3268347841fd4a52b63113ffae885e9f" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e" is_pre_election: true
20:05:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.621559  3472 tablet_bootstrap.cc:492] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e: No bootstrap required, opened a new log
20:05:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:17.621542  2933 leader_election.cc:343] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201): Illegal state: must be running to vote when last-logged opid is not known
20:05:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.622025  3472 ts_tablet_manager.cc:1403] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e: Time spent bootstrapping tablet: real 0.031s	user 0.012s	sys 0.009s
20:05:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.631280  3468 consensus_queue.cc:260] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.632601  3481 raft_consensus.cc:493] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.633164  3481 raft_consensus.cc:515] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } }
20:05:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.634686  3468 ts_tablet_manager.cc:1434] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba: Time spent starting tablet: real 0.030s	user 0.005s	sys 0.004s
20:05:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.635353  3481 leader_election.cc:290] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327), 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:17.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.638342  3472 raft_consensus.cc:359] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.639040  3472 raft_consensus.cc:385] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.639338  3472 raft_consensus.cc:740] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6621103ed5294028b7005494a1dd9c4e, State: Initialized, Role: FOLLOWER
20:05:17.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.643556  3472 consensus_queue.cc:260] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.644217  3141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a0aa2cc6326546638a54cc1202a4fea0" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e" is_pre_election: true
20:05:17.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.644784  3141 raft_consensus.cc:2468] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2fac147fa82b41d686de4526015b067a in term 0.
20:05:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.646667  2933 leader_election.cc:304] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2fac147fa82b41d686de4526015b067a, 6621103ed5294028b7005494a1dd9c4e; no voters: 
20:05:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.647833  3481 raft_consensus.cc:2804] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.648186  3472 ts_tablet_manager.cc:1434] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e: Time spent starting tablet: real 0.026s	user 0.004s	sys 0.003s
20:05:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.648197  3481 raft_consensus.cc:493] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.648514  3481 raft_consensus.cc:3060] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Advancing to term 1
20:05:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.649178  3472 tablet_bootstrap.cc:492] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e: Bootstrap starting.
20:05:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.656451  3472 tablet_bootstrap.cc:654] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e: Neither blocks nor log segments found. Creating new log.
20:05:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.658795  3481 raft_consensus.cc:515] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } }
20:05:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.666755  3282 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a0aa2cc6326546638a54cc1202a4fea0" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a80b2dda77945f694ab34d73f464cba" is_pre_election: true
20:05:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.668979  3282 raft_consensus.cc:2468] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2fac147fa82b41d686de4526015b067a in term 0.
20:05:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:17.669421  2300 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.1.202.65:39121, user_credentials={real_user=slave}} blocked reactor thread for 150741us
20:05:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.670511  3283 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3268347841fd4a52b63113ffae885e9f" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a80b2dda77945f694ab34d73f464cba" is_pre_election: true
20:05:17.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.672310  3283 raft_consensus.cc:2468] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2fac147fa82b41d686de4526015b067a in term 0.
20:05:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.691267  2932 leader_election.cc:304] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a80b2dda77945f694ab34d73f464cba, 2fac147fa82b41d686de4526015b067a; no voters: 6621103ed5294028b7005494a1dd9c4e
20:05:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.693985  3283 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a0aa2cc6326546638a54cc1202a4fea0" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a80b2dda77945f694ab34d73f464cba"
20:05:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.694545  3283 raft_consensus.cc:3060] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Advancing to term 1
20:05:17.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.697775  3507 raft_consensus.cc:2804] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:17.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.698431  3507 raft_consensus.cc:493] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:17.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.698896  3507 raft_consensus.cc:3060] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Advancing to term 1
20:05:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.708431  3141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a0aa2cc6326546638a54cc1202a4fea0" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e"
20:05:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.709218  3141 raft_consensus.cc:3060] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Advancing to term 1
20:05:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.709179  3481 leader_election.cc:290] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 election: Requested vote from peers 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327), 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:17.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.710403  3476 raft_consensus.cc:493] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:17.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.710937  3476 raft_consensus.cc:515] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.713064  3476 leader_election.cc:290] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923), 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:17.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.713136  3507 raft_consensus.cc:515] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.715991  2997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "24a2a10fbf3240099ee9f070e883a18d" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fac147fa82b41d686de4526015b067a" is_pre_election: true
20:05:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.716632  3469 tablet_bootstrap.cc:492] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a: No bootstrap required, opened a new log
20:05:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.716481  3140 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3268347841fd4a52b63113ffae885e9f" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e"
20:05:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.716660  2997 raft_consensus.cc:2468] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a80b2dda77945f694ab34d73f464cba in term 0.
20:05:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.717283  3469 ts_tablet_manager.cc:1403] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a: Time spent bootstrapping tablet: real 0.138s	user 0.013s	sys 0.015s
20:05:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.717993  3139 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "24a2a10fbf3240099ee9f070e883a18d" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e" is_pre_election: true
20:05:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.718706  3139 raft_consensus.cc:2468] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a80b2dda77945f694ab34d73f464cba in term 0.
20:05:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.719954  3219 leader_election.cc:304] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a80b2dda77945f694ab34d73f464cba, 6621103ed5294028b7005494a1dd9c4e; no voters: 
20:05:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.720854  3476 raft_consensus.cc:2804] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.721221  3476 raft_consensus.cc:493] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:17.721197  2933 leader_election.cc:343] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201): Illegal state: must be running to vote when last-logged opid is not known
20:05:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.721524  3476 raft_consensus.cc:3060] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Advancing to term 1
20:05:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.722407  3141 raft_consensus.cc:2468] T a0aa2cc6326546638a54cc1202a4fea0 P 6621103ed5294028b7005494a1dd9c4e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2fac147fa82b41d686de4526015b067a in term 1.
20:05:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.722827  3482 raft_consensus.cc:493] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.723265  3482 raft_consensus.cc:515] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.726642  2933 leader_election.cc:304] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2fac147fa82b41d686de4526015b067a, 6621103ed5294028b7005494a1dd9c4e; no voters: 
20:05:17.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.733093  3476 raft_consensus.cc:515] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.736325  3482 leader_election.cc:290] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923), 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327)
20:05:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.737555  3481 raft_consensus.cc:2804] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 1 FOLLOWER]: Leader election won for term 1
20:05:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.738920  2997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "24a2a10fbf3240099ee9f070e883a18d" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fac147fa82b41d686de4526015b067a"
20:05:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.738802  3469 raft_consensus.cc:359] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.739570  2997 raft_consensus.cc:3060] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Advancing to term 1
20:05:17.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.749300  3472 tablet_bootstrap.cc:492] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e: No bootstrap required, opened a new log
20:05:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.749953  3472 ts_tablet_manager.cc:1403] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e: Time spent bootstrapping tablet: real 0.101s	user 0.030s	sys 0.015s
20:05:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.739583  3469 raft_consensus.cc:385] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.752866  3469 raft_consensus.cc:740] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2fac147fa82b41d686de4526015b067a, State: Initialized, Role: FOLLOWER
20:05:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.755266  3476 leader_election.cc:290] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 election: Requested vote from peers 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923), 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.755798  3283 raft_consensus.cc:2468] T a0aa2cc6326546638a54cc1202a4fea0 P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2fac147fa82b41d686de4526015b067a in term 1.
20:05:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.756278  3141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "24a2a10fbf3240099ee9f070e883a18d" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e"
20:05:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.756846  3141 raft_consensus.cc:3060] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Advancing to term 1
20:05:17.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.758241  3469 consensus_queue.cc:260] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.760943  3472 raft_consensus.cc:359] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.761860  3472 raft_consensus.cc:385] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.762300  3472 raft_consensus.cc:740] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6621103ed5294028b7005494a1dd9c4e, State: Initialized, Role: FOLLOWER
20:05:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.763211  3472 consensus_queue.cc:260] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.767601  2997 raft_consensus.cc:2468] T 24a2a10fbf3240099ee9f070e883a18d P 2fac147fa82b41d686de4526015b067a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a80b2dda77945f694ab34d73f464cba in term 1.
20:05:17.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.769657  3219 leader_election.cc:304] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a80b2dda77945f694ab34d73f464cba, 2fac147fa82b41d686de4526015b067a; no voters: 
20:05:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.771399  3476 raft_consensus.cc:2804] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Leader election won for term 1
20:05:17.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.773746  3476 raft_consensus.cc:697] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [term 1 LEADER]: Becoming Leader. State: Replica: 0a80b2dda77945f694ab34d73f464cba, State: Running, Role: LEADER
20:05:17.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.774850  3476 consensus_queue.cc:237] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.772061  3481 raft_consensus.cc:697] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [term 1 LEADER]: Becoming Leader. State: Replica: 2fac147fa82b41d686de4526015b067a, State: Running, Role: LEADER
20:05:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.777767  3481 consensus_queue.cc:237] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } }
20:05:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.787920  3472 ts_tablet_manager.cc:1434] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e: Time spent starting tablet: real 0.038s	user 0.009s	sys 0.000s
20:05:17.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.803500  2997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cb70b69e0cbb4fca9f9c44f764bf4134" candidate_uuid: "6621103ed5294028b7005494a1dd9c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fac147fa82b41d686de4526015b067a" is_pre_election: true
20:05:17.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.804101  2997 raft_consensus.cc:2468] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6621103ed5294028b7005494a1dd9c4e in term 0.
20:05:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.805886  3077 leader_election.cc:304] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2fac147fa82b41d686de4526015b067a, 6621103ed5294028b7005494a1dd9c4e; no voters: 
20:05:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.808182  3283 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3268347841fd4a52b63113ffae885e9f" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a80b2dda77945f694ab34d73f464cba"
20:05:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.808730  3283 raft_consensus.cc:3060] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Advancing to term 1
20:05:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.814132  3482 raft_consensus.cc:2804] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.814476  3482 raft_consensus.cc:493] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.814761  3482 raft_consensus.cc:3060] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Advancing to term 1
20:05:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.815340  3513 raft_consensus.cc:493] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.815888  3513 raft_consensus.cc:515] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.818629  3513 leader_election.cc:290] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201), 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327)
20:05:17.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.819505  3139 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "43a9ae4ba7d7423c9b35a8c27c00cf7d" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e" is_pre_election: true
20:05:17.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.820360  3139 raft_consensus.cc:2393] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 6621103ed5294028b7005494a1dd9c4e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2fac147fa82b41d686de4526015b067a in current term 1: Already voted for candidate 0a80b2dda77945f694ab34d73f464cba in this term.
20:05:17.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.823000  3485 raft_consensus.cc:493] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:17.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.824101  3485 raft_consensus.cc:515] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.827243  3282 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "43a9ae4ba7d7423c9b35a8c27c00cf7d" candidate_uuid: "2fac147fa82b41d686de4526015b067a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a80b2dda77945f694ab34d73f464cba" is_pre_election: true
20:05:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.830931  2932 leader_election.cc:304] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2fac147fa82b41d686de4526015b067a; no voters: 0a80b2dda77945f694ab34d73f464cba, 6621103ed5294028b7005494a1dd9c4e
20:05:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.832075  3513 raft_consensus.cc:3060] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Advancing to term 1
20:05:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.842577  2997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cb70b69e0cbb4fca9f9c44f764bf4134" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fac147fa82b41d686de4526015b067a" is_pre_election: true
20:05:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.843210  2997 raft_consensus.cc:2468] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a80b2dda77945f694ab34d73f464cba in term 0.
20:05:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.843407  3485 leader_election.cc:290] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923), 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.844164  3219 leader_election.cc:304] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a80b2dda77945f694ab34d73f464cba, 2fac147fa82b41d686de4526015b067a; no voters: 
20:05:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.844532  3139 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cb70b69e0cbb4fca9f9c44f764bf4134" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e" is_pre_election: true
20:05:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.845064  3485 raft_consensus.cc:2804] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.845407  3485 raft_consensus.cc:493] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.847609  3485 raft_consensus.cc:3060] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 0 FOLLOWER]: Advancing to term 1
20:05:17.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.850394  3283 raft_consensus.cc:2468] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2fac147fa82b41d686de4526015b067a in term 1.
20:05:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.851775  2932 leader_election.cc:304] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a80b2dda77945f694ab34d73f464cba, 2fac147fa82b41d686de4526015b067a; no voters: 6621103ed5294028b7005494a1dd9c4e
20:05:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.859151  3482 raft_consensus.cc:515] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.860292  3139 raft_consensus.cc:2393] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0a80b2dda77945f694ab34d73f464cba in current term 1: Already voted for candidate 6621103ed5294028b7005494a1dd9c4e in this term.
20:05:17.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.775374  3141 raft_consensus.cc:2468] T 24a2a10fbf3240099ee9f070e883a18d P 6621103ed5294028b7005494a1dd9c4e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a80b2dda77945f694ab34d73f464cba in term 1.
20:05:17.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.854611  3513 raft_consensus.cc:2749] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:05:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.858191  3507 leader_election.cc:290] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [CANDIDATE]: Term 1 election: Requested vote from peers 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201), 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327)
20:05:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.868335  3513 raft_consensus.cc:2804] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 1 FOLLOWER]: Leader election won for term 1
20:05:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.869239  3513 raft_consensus.cc:697] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [term 1 LEADER]: Becoming Leader. State: Replica: 2fac147fa82b41d686de4526015b067a, State: Running, Role: LEADER
20:05:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.874517  3513 consensus_queue.cc:237] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.876168  2997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cb70b69e0cbb4fca9f9c44f764bf4134" candidate_uuid: "6621103ed5294028b7005494a1dd9c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fac147fa82b41d686de4526015b067a"
20:05:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.877089  2997 raft_consensus.cc:3060] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a [term 0 FOLLOWER]: Advancing to term 1
20:05:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.877617  3482 leader_election.cc:290] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [CANDIDATE]: Term 1 election: Requested vote from peers 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923), 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327)
20:05:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.881601  3469 ts_tablet_manager.cc:1434] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 2fac147fa82b41d686de4526015b067a: Time spent starting tablet: real 0.164s	user 0.017s	sys 0.005s
20:05:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.885437  2997 raft_consensus.cc:2468] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6621103ed5294028b7005494a1dd9c4e in term 1.
20:05:17.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.890242  3077 leader_election.cc:304] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2fac147fa82b41d686de4526015b067a, 6621103ed5294028b7005494a1dd9c4e; no voters: 
20:05:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.891517  3482 raft_consensus.cc:2804] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 1 FOLLOWER]: Leader election won for term 1
20:05:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.899283  3476 consensus_queue.cc:1048] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [LEADER]: Connected to new peer: Peer: permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:17.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.922217  3485 raft_consensus.cc:515] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.925426  3482 raft_consensus.cc:697] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [term 1 LEADER]: Becoming Leader. State: Replica: 6621103ed5294028b7005494a1dd9c4e, State: Running, Role: LEADER
20:05:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.926682  3482 consensus_queue.cc:237] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:17.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.929709  2772 catalog_manager.cc:5696] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a reported cstate change: term changed from 0 to 1, leader changed from <none> to 2fac147fa82b41d686de4526015b067a (127.2.129.1). New cstate: current_term: 1 leader_uuid: "2fac147fa82b41d686de4526015b067a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } health_report { overall_health: HEALTHY } } }
20:05:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.924731  3283 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cb70b69e0cbb4fca9f9c44f764bf4134" candidate_uuid: "6621103ed5294028b7005494a1dd9c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a80b2dda77945f694ab34d73f464cba" is_pre_election: true
20:05:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.924894  3282 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cb70b69e0cbb4fca9f9c44f764bf4134" candidate_uuid: "6621103ed5294028b7005494a1dd9c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a80b2dda77945f694ab34d73f464cba"
20:05:17.963 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:17.964 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:17.964 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:17.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:17.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:17.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:17.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:17.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:17.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:17.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:17.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:17.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:17.967 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.963953  3283 raft_consensus.cc:2393] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6621103ed5294028b7005494a1dd9c4e in current term 1: Already voted for candidate 0a80b2dda77945f694ab34d73f464cba in this term.
20:05:17.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:17.977427  3476 consensus_queue.cc:1048] T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba [LEADER]: Connected to new peer: Peer: permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.007712  2770 catalog_manager.cc:5696] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba reported cstate change: term changed from 0 to 1, leader changed from <none> to 0a80b2dda77945f694ab34d73f464cba (127.2.129.3). New cstate: current_term: 1 leader_uuid: "0a80b2dda77945f694ab34d73f464cba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } health_report { overall_health: HEALTHY } } }
20:05:18.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.050024  2996 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cb70b69e0cbb4fca9f9c44f764bf4134" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fac147fa82b41d686de4526015b067a"
20:05:18.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.050854  2996 raft_consensus.cc:2393] T cb70b69e0cbb4fca9f9c44f764bf4134 P 2fac147fa82b41d686de4526015b067a [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 0a80b2dda77945f694ab34d73f464cba in current term 1: Already voted for candidate 6621103ed5294028b7005494a1dd9c4e in this term.
20:05:18.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.056066  3139 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cb70b69e0cbb4fca9f9c44f764bf4134" candidate_uuid: "0a80b2dda77945f694ab34d73f464cba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6621103ed5294028b7005494a1dd9c4e"
20:05:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.058987  3219 leader_election.cc:304] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0a80b2dda77945f694ab34d73f464cba; no voters: 2fac147fa82b41d686de4526015b067a, 6621103ed5294028b7005494a1dd9c4e
20:05:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.060351  3517 raft_consensus.cc:2749] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
20:05:18.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.064276  2770 catalog_manager.cc:5696] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a reported cstate change: term changed from 0 to 1, leader changed from <none> to 2fac147fa82b41d686de4526015b067a (127.2.129.1). New cstate: current_term: 1 leader_uuid: "2fac147fa82b41d686de4526015b067a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } health_report { overall_health: UNKNOWN } } }
20:05:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.065017  3485 leader_election.cc:290] T cb70b69e0cbb4fca9f9c44f764bf4134 P 0a80b2dda77945f694ab34d73f464cba [CANDIDATE]: Term 1 election: Requested vote from peers 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923), 6621103ed5294028b7005494a1dd9c4e (127.2.129.2:34201)
20:05:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.081168  2772 catalog_manager.cc:5696] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e reported cstate change: term changed from 0 to 1, leader changed from <none> to 6621103ed5294028b7005494a1dd9c4e (127.2.129.2). New cstate: current_term: 1 leader_uuid: "6621103ed5294028b7005494a1dd9c4e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } health_report { overall_health: UNKNOWN } } }
20:05:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.160688  3482 raft_consensus.cc:493] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.161155  3482 raft_consensus.cc:515] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 } } peers { permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 } } peers { permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 } }
20:05:18.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.162997  3482 leader_election.cc:290] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2fac147fa82b41d686de4526015b067a (127.2.129.1:39923), 0a80b2dda77945f694ab34d73f464cba (127.2.129.3:36327)
20:05:18.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.164183  3283 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3268347841fd4a52b63113ffae885e9f" candidate_uuid: "6621103ed5294028b7005494a1dd9c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a80b2dda77945f694ab34d73f464cba" is_pre_election: true
20:05:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.164590  2996 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3268347841fd4a52b63113ffae885e9f" candidate_uuid: "6621103ed5294028b7005494a1dd9c4e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fac147fa82b41d686de4526015b067a" is_pre_election: true
20:05:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.164975  3283 raft_consensus.cc:2393] T 3268347841fd4a52b63113ffae885e9f P 0a80b2dda77945f694ab34d73f464cba [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6621103ed5294028b7005494a1dd9c4e in current term 1: Already voted for candidate 2fac147fa82b41d686de4526015b067a in this term.
20:05:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.166720  3076 leader_election.cc:304] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6621103ed5294028b7005494a1dd9c4e; no voters: 0a80b2dda77945f694ab34d73f464cba, 2fac147fa82b41d686de4526015b067a
20:05:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.168217  3482 raft_consensus.cc:3060] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [term 0 FOLLOWER]: Advancing to term 1
20:05:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.176617  3482 raft_consensus.cc:2749] T 3268347841fd4a52b63113ffae885e9f P 6621103ed5294028b7005494a1dd9c4e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:05:18.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.208245  3513 consensus_queue.cc:1048] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [LEADER]: Connected to new peer: Peer: permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.220747  3485 consensus_queue.cc:1048] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [LEADER]: Connected to new peer: Peer: permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.241405  3507 consensus_queue.cc:1048] T a0aa2cc6326546638a54cc1202a4fea0 P 2fac147fa82b41d686de4526015b067a [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.276481  3476 consensus_queue.cc:1048] T 24a2a10fbf3240099ee9f070e883a18d P 0a80b2dda77945f694ab34d73f464cba [LEADER]: Connected to new peer: Peer: permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.383109  3507 consensus_queue.cc:1048] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.390738  3482 consensus_queue.cc:1048] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [LEADER]: Connected to new peer: Peer: permanent_uuid: "2fac147fa82b41d686de4526015b067a" member_type: VOTER last_known_addr { host: "127.2.129.1" port: 39923 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:05:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.400909  3515 consensus_queue.cc:1048] T 3268347841fd4a52b63113ffae885e9f P 2fac147fa82b41d686de4526015b067a [LEADER]: Connected to new peer: Peer: permanent_uuid: "6621103ed5294028b7005494a1dd9c4e" member_type: VOTER last_known_addr { host: "127.2.129.2" port: 34201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:18.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:18.411154  3482 consensus_queue.cc:1048] T cb70b69e0cbb4fca9f9c44f764bf4134 P 6621103ed5294028b7005494a1dd9c4e [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a80b2dda77945f694ab34d73f464cba" member_type: VOTER last_known_addr { host: "127.2.129.3" port: 36327 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:18.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:18.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:19.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:19.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:19.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:19.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:19.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:19.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:19.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:19.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:19.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:19.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:19.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:19.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:19.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:19.435 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:19.496 [DEBUG - main] (Connection.java:575) [peer master-127.1.202.126:43031(127.1.202.126:43031)] disconnecting while in state READY
20:05:19.497 [DEBUG - main] (Connection.java:575) [peer master-127.1.202.124:42607(127.1.202.124:42607)] disconnecting while in state READY
20:05:19.497 [DEBUG - main] (Connection.java:575) [peer master-127.1.202.125:35071(127.1.202.125:35071)] disconnecting while in state READY
20:05:19.498 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.202.126:43031(127.1.202.126:43031)] handling channelInactive
20:05:19.498 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.202.125:35071(127.1.202.125:35071)] handling channelInactive
20:05:19.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state READY due to: connection closed
20:05:19.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state READY due to: connection closed
20:05:19.498 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:19.499 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:05:19.500 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
20:05:19.501 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.202.124:42607(127.1.202.124:42607)] handling channelInactive
20:05:19.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state READY due to: connection closed
20:05:19.501 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
20:05:19.502 [DEBUG - main] (Connection.java:575) [peer master-127.2.129.61:36345(127.2.129.61:36345)] disconnecting while in state READY
20:05:19.502 [DEBUG - main] (Connection.java:575) [peer master-127.2.129.62:40477(127.2.129.62:40477)] disconnecting while in state READY
20:05:19.502 [DEBUG - main] (Connection.java:575) [peer master-127.2.129.60:37103(127.2.129.60:37103)] disconnecting while in state READY
20:05:19.502 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.129.61:36345(127.2.129.61:36345)] handling channelInactive
20:05:19.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state READY due to: connection closed
20:05:19.503 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.129.62:40477(127.2.129.62:40477)] handling channelInactive
20:05:19.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state READY due to: connection closed
20:05:19.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:19.505 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:05:19.505 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
20:05:19.506 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.129.60:37103(127.2.129.60:37103)] handling channelInactive
20:05:19.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state READY due to: connection closed
20:05:19.506 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
20:05:19.508 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:05:19.508 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
20:05:19.508 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
20:05:19.508 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:05:19.508 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:05:19.508 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:05:19.517 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
20:05:19.518 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
20:05:19.518 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
20:05:19.518 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
20:05:19.518 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
20:05:19.518 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
20:05:19.518 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
20:05:19.749 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
20:05:19.814 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
20:05:19.814 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
20:05:19.814 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
20:05:19.832 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:05:19.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:20.322 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:20.323 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:20.323 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:20.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:20.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:20.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:20.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:20.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:20.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:20.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:20.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:20.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:20.327 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:20.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:20.811 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
20:05:20.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:20.977 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
20:05:20.997 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:05:21.030 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
20:05:21.050 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
20:05:21.066 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
20:05:21.075 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
20:05:21.076 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
20:05:21.076 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
20:05:21.077 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
20:05:21.077 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
20:05:21.077 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
20:05:21.078 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
20:05:21.078 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:05:21.079 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:05:21.079 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:05:21.080 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:05:21.080 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:05:21.080 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:05:21.080 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
20:05:21.080 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
20:05:21.080 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
20:05:21.080 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
20:05:21.080 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
20:05:21.080 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:05:21.081 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:05:21.081 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:05:21.081 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:05:21.082 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:05:21.082 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:05:21.083 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_1289a21c3386dea0379be239a5ca85cb/blobStorage
20:05:21.086 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:35029 - max concurrent requests: 50 - max backlog: 1000
20:05:21.094 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_1289a21c3386dea0379be239a5ca85cb/blobStorage
20:05:21.095 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_1289a21c3386dea0379be239a5ca85cb/blobStorage
20:05:21.096 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
20:05:21.096 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: fef48434-6317-4ae9-b82f-7301610e77a1
20:05:21.099 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
20:05:21.099 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-945ebea0-3e05-4a8f-b873-1b5a653ea8bf
20:05:21.101 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-70e7bf56-e90a-4cc9-84a0-196996668cfa
20:05:21.180 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
20:05:21.180 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
20:05:21.180 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
20:05:21.180 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
20:05:21.181 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
20:05:21.183 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_4 .
20:05:21.198 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
20:05:21.198 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-52076908-adda-410c-8067-5f403f549b0c
20:05:21.204 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
20:05:21.204 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
20:05:21.214 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
20:05:21.215 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
20:05:21.222 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:33257
20:05:21.222 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
20:05:21.224 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:33257 was granted leadership with leaderSessionID=cbf5d239-ea74-491e-9bc9-b93a2499e618
20:05:21.224 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:33257 , session=cbf5d239-ea74-491e-9bc9-b93a2499e618
20:05:21.225 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
20:05:21.225 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
20:05:21.226 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
20:05:21.228 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 662d1c81-5cc3-44fd-93e0-f0bf217988bb. Creating new DispatcherLeaderProcess.
20:05:21.228 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
20:05:21.230 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
20:05:21.231 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
20:05:21.231 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
20:05:21.231 [INFO - pool-47-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 64b42fea-8d0f-4455-9f25-d387042f0f01.
20:05:21.233 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_5 .
20:05:21.235 [INFO - pool-47-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_6 .
20:05:21.240 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_5 , session=662d1c81-5cc3-44fd-93e0-f0bf217988bb
20:05:21.244 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
20:05:21.244 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
20:05:21.244 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
20:05:21.245 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
20:05:21.245 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
20:05:21.245 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_6 , session=64b42fea-8d0f-4455-9f25-d387042f0f01
20:05:21.245 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(9f25d387042f0f0164b42fea8d0f4455).
20:05:21.281 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:05:21.292 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (68bdd6a769dbfb14b8f0bae67c3b2210).
20:05:21.293 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (68bdd6a769dbfb14b8f0bae67c3b2210).
20:05:21.293 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-68bdd6a769dbfb14b8f0bae67c3b2210'.
20:05:21.293 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 68bdd6a769dbfb14b8f0bae67c3b2210 was granted leadership with leader id 7d0580e7-7fb6-4f7e-b1ee-d3716f843598. Creating new JobMasterServiceProcess.
20:05:21.296 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_7 .
20:05:21.299 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID fef48434-6317-4ae9-b82f-7301610e77a1 (pekko://flink/user/rpc/taskmanager_4) at ResourceManager
20:05:21.299 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_6 under registration id 33039e07e045065c44646d2801318665.
20:05:21.300 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:344) Registering task executor fef48434-6317-4ae9-b82f-7301610e77a1 under 33039e07e045065c44646d2801318665 at the slot manager.
20:05:21.304 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (68bdd6a769dbfb14b8f0bae67c3b2210).
20:05:21.305 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210).
20:05:21.306 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph ad14ecd144f54d0f2a4281a8d7c48314 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:21.306 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210).
20:05:21.306 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
20:05:21.307 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
20:05:21.308 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30d820f2
20:05:21.308 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:21.308 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:05:21.309 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
20:05:21.310 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@1b7366bf for Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210).
20:05:21.311 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_7 , session=7d0580e7-7fb6-4f7e-b1ee-d3716f843598
20:05:21.323 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (68bdd6a769dbfb14b8f0bae67c3b2210) under job master id b1eed3716f8435987d0580e77fb64f7e.
20:05:21.323 [INFO - flink-pekko.actor.default-dispatcher-4] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:05:21.326 [DEBUG - flink-pekko.actor.default-dispatcher-4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:21.328 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
20:05:21.329 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state CREATED to RUNNING.
20:05:21.338 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
20:05:21.339 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
20:05:21.339 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
20:05:21.340 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
20:05:21.340 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(9f25d387042f0f0164b42fea8d0f4455)
20:05:21.359 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:05:21.359 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:390) Registering job manager b1eed3716f8435987d0580e77fb64f7e@pekko://flink/user/rpc/jobmanager_7 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:21.392 [DEBUG - main] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:21.396 [DEBUG - main] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:21.397 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:21.398 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1015) Registered job manager b1eed3716f8435987d0580e77fb64f7e@pekko://flink/user/rpc/jobmanager_7 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:21.399 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.129.62:40477(127.2.129.62:40477)] Successfully connected to peer
20:05:21.400 [DEBUG - main] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:21.401 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:21.404 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.62
20:05:21.405 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.202.125:35071(127.1.202.125:35071)] Successfully connected to peer
20:05:21.407 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.125
20:05:21.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:21.418 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.422 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.129.60:37103(127.2.129.60:37103)] Successfully connected to peer
20:05:21.423 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 9f25d387042f0f0164b42fea8d0f4455.
20:05:21.424 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7fb3e9ee, L:/127.0.0.1:51816 - R:/127.1.202.125:35071] using SASL/PLAIN
20:05:21.424 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:05:21.427 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.129.61:36345(127.2.129.61:36345)] Successfully connected to peer
20:05:21.430 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.60
20:05:21.431 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.61
20:05:21.442 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.446 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.449 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x119c4669, L:/127.0.0.1:53672 - R:/127.2.129.61:36345] using SASL/PLAIN
20:05:21.463 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.464 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd4f92d3d, L:/127.0.0.1:37564 - R:/127.2.129.60:37103] using SASL/PLAIN
20:05:21.471 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb211e2e3, L:/127.0.0.1:45396 - R:/127.2.129.62:40477] using SASL/PLAIN
20:05:21.473 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:21.475 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:21.475 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.202.126:43031(127.1.202.126:43031)] Successfully connected to peer
20:05:21.475 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=114), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: OK, deferred=null) after lookup
20:05:21.476 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.202.124:42607(127.1.202.124:42607)] Successfully connected to peer
20:05:21.480 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:21.481 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.126
20:05:21.482 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.124
20:05:21.493 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a0aa2cc6326546638a54cc1202a4fea0 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:21.493 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cb70b69e0cbb4fca9f9c44f764bf4134 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:21.493 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 24a2a10fbf3240099ee9f070e883a18d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:21.493 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:21.493 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 68bdd6a769dbfb14b8f0bae67c3b2210
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager fef48434-6317-4ae9-b82f-7301610e77a1
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
20:05:21.496 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 14b824ff57df8d4ac4eae5ff98ec280b from fef48434-6317-4ae9-b82f-7301610e77a1 for job 68bdd6a769dbfb14b8f0bae67c3b2210 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:05:21.497 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot d15f1901baa864f36fa237de7b249a2e from fef48434-6317-4ae9-b82f-7301610e77a1 for job 68bdd6a769dbfb14b8f0bae67c3b2210 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:05:21.497 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 14b824ff57df8d4ac4eae5ff98ec280b for job 68bdd6a769dbfb14b8f0bae67c3b2210 from resource manager with leader id 9f25d387042f0f0164b42fea8d0f4455.
20:05:21.497 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 14b824ff57df8d4ac4eae5ff98ec280b with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:05:21.498 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 91474ac93371d1f86887f8593e4d0443 from fef48434-6317-4ae9-b82f-7301610e77a1 for job 68bdd6a769dbfb14b8f0bae67c3b2210 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:05:21.498 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 98402ba73ff648b9e4ce6e4e36245f3b from fef48434-6317-4ae9-b82f-7301610e77a1 for job 68bdd6a769dbfb14b8f0bae67c3b2210 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:05:21.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:21.499 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a0aa2cc6326546638a54cc1202a4fea0@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=cb70b69e0cbb4fca9f9c44f764bf4134@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=24a2a10fbf3240099ee9f070e883a18d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:21.500 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.500 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.129.60:37103, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.129.60:37103: OK, deferred=null)) after lookup
20:05:21.501 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] connecting to peer
20:05:21.502 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.504 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 68bdd6a769dbfb14b8f0bae67c3b2210 for job leader monitoring.
20:05:21.504 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2274d208, L:/127.0.0.1:37334 - R:/127.1.202.126:43031] using SASL/PLAIN
20:05:21.504 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request d15f1901baa864f36fa237de7b249a2e for job 68bdd6a769dbfb14b8f0bae67c3b2210 from resource manager with leader id 9f25d387042f0f0164b42fea8d0f4455.
20:05:21.505 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for d15f1901baa864f36fa237de7b249a2e with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:05:21.505 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 91474ac93371d1f86887f8593e4d0443 for job 68bdd6a769dbfb14b8f0bae67c3b2210 from resource manager with leader id 9f25d387042f0f0164b42fea8d0f4455.
20:05:21.505 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 91474ac93371d1f86887f8593e4d0443 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:05:21.506 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 98402ba73ff648b9e4ce6e4e36245f3b for job 68bdd6a769dbfb14b8f0bae67c3b2210 from resource manager with leader id 9f25d387042f0f0164b42fea8d0f4455.
20:05:21.506 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 98402ba73ff648b9e4ce6e4e36245f3b with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:05:21.507 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_7 with leader id 7d0580e7-7fb6-4f7e-b1ee-d3716f843598.
20:05:21.508 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
20:05:21.510 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_7 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:21.510 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:21.510 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:21.511 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5056329a, L:/127.0.0.1:34560 - R:/127.1.202.124:42607] using SASL/PLAIN
20:05:21.512 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
20:05:21.512 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 14b824ff57df8d4ac4eae5ff98ec280b
20:05:21.513 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:05:21.514 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:21.514 [INFO - flink-pekko.actor.default-dispatcher-6] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
20:05:21.514 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 68bdd6a769dbfb14b8f0bae67c3b2210
20:05:21.515 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:21.515 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [32ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: OK, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [114ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: OK, deferred=null) after lookup
20:05:21.517 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 14b824ff57df8d4ac4eae5ff98ec280b.
20:05:21.518 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
20:05:21.518 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id d15f1901baa864f36fa237de7b249a2e
20:05:21.519 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
20:05:21.519 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 91474ac93371d1f86887f8593e4d0443
20:05:21.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:21.524 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
20:05:21.525 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 98402ba73ff648b9e4ce6e4e36245f3b
20:05:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:21.521492  2550 debug-util.cc:398] Leaking SignalData structure 0x7b08000d7480 after lost signal to thread 2423
20:05:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:21.522599  2550 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad040 after lost signal to thread 2553
20:05:21.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:21.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5e2891d29eb04f4da103de128663ff70 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:21.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2a70a82991e24875a052c55111ee4542 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:21.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3867a04c90964debb5c305b5d960468d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:21.527 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9fccd541a52c4454839c24ab332bc471 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:21.527 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:21.529 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] Successfully connected to peer
20:05:21.533 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:05:21.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
20:05:21.534 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
20:05:21.535 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id d15f1901baa864f36fa237de7b249a2e.
20:05:21.535 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@705d7cdf
20:05:21.535 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:21.535 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 91474ac93371d1f86887f8593e4d0443.
20:05:21.535 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:05:21.536 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:05:21.537 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:05:21.538 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
20:05:21.538 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
20:05:21.538 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5843b3c5
20:05:21.539 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:21.539 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:05:21.539 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:05:21.539 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:05:21.540 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 91474ac93371d1f86887f8593e4d0443.
20:05:21.541 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:05:21.541 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:05:21.541 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 91474ac93371d1f86887f8593e4d0443.
20:05:21.541 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:05:21.542 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:05:21.549 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 98402ba73ff648b9e4ce6e4e36245f3b.
20:05:21.550 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
20:05:21.550 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
20:05:21.551 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f3bd5d7
20:05:21.551 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:21.551 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:05:21.552 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:05:21.552 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:05:21.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1aaeaa40
20:05:21.562 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:21.566 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1995da53
20:05:21.569 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c4886c
20:05:21.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
20:05:21.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
20:05:21.575 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@70c2f304
20:05:21.575 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:21.575 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:05:21.575 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:05:21.576 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:05:21.578 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:21.579 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:21.583 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:21.588 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f5d944f
20:05:21.590 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.591 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:21.593 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:21.613 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x27ce8cf6, L:/127.0.0.1:48966 - R:/127.2.129.1:39923] using TOKEN/null
20:05:21.626 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:21.627 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:21.630 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.129.62:40477(127.2.129.62:40477)] Successfully connected to peer
20:05:21.637 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.62
20:05:21.638 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:21.639 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:21.640 [DEBUG - main] (Connection.java:748) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] connecting to peer
20:05:21.643 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:21.649 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.652 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:21.654 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.129.62:40477(127.2.129.62:40477)] Successfully connected to peer
20:05:21.669 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.62
20:05:21.676 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x77c81db0, L:/127.0.0.1:45404 - R:/127.2.129.62:40477] using SASL/PLAIN
20:05:21.678 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:21.679 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.129.60:37103(127.2.129.60:37103)] Successfully connected to peer
20:05:21.682 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:21.687 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.688 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.60
20:05:21.692 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2c7f2941, L:/127.0.0.1:45416 - R:/127.2.129.62:40477] using SASL/PLAIN
20:05:21.694 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.129.62:40477(127.2.129.62:40477)] Successfully connected to peer
20:05:21.697 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.62
20:05:21.710 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.711 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.715 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x55ebb418, L:/127.0.0.1:45422 - R:/127.2.129.62:40477] using SASL/PLAIN
20:05:21.720 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x10437073, L:/127.0.0.1:37580 - R:/127.2.129.60:37103] using SASL/PLAIN
20:05:21.729 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] Successfully connected to peer
20:05:21.733 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:21.736 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:21.737 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.129.62:40477(127.2.129.62:40477)] Successfully connected to peer
20:05:21.739 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:21.743 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.129.60:37103(127.2.129.60:37103)] Successfully connected to peer
20:05:21.746 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.62
20:05:21.750 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.60
20:05:21.764 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.129.61:36345(127.2.129.61:36345)] Successfully connected to peer
20:05:21.777 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.779 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.61
20:05:21.783 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe7bc0b75, L:/127.0.0.1:45430 - R:/127.2.129.62:40477] using SASL/PLAIN
20:05:21.787 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.791 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.809 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xf7a971f5, L:/127.0.0.1:56140 - R:/127.2.129.2:34201] using TOKEN/null
20:05:21.809 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:21.811 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.129.60:37103(127.2.129.60:37103)] Successfully connected to peer
20:05:21.828 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.60
20:05:21.835 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.836 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:21.837 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.129.60:37103(127.2.129.60:37103)] Successfully connected to peer
20:05:21.839 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x911af460, L:/127.0.0.1:37592 - R:/127.2.129.60:37103] using SASL/PLAIN
20:05:21.854 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.129.61:36345(127.2.129.61:36345)] Successfully connected to peer
20:05:21.868 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:21.868 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=305), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: OK, [140ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: OK, deferred=null) after lookup
20:05:21.872 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.60
20:05:21.873 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:21.877 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:21.877 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=285), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [150ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: OK, [200ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: OK, deferred=null) after lookup
20:05:21.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:21.878 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.129.61:36345(127.2.129.61:36345)] Successfully connected to peer
20:05:21.879 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f77c022
20:05:21.879 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:21.880 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:21.880 [DEBUG - main] (Connection.java:748) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] connecting to peer
20:05:21.881 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
20:05:21.881 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
20:05:21.888 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.61
20:05:21.910 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:21.917 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:21.926 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x237cfd45, L:/127.0.0.1:53680 - R:/127.2.129.61:36345] using SASL/PLAIN
20:05:21.928 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:21.928 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1dcf62f3
20:05:21.929 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.61
20:05:21.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
20:05:21.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
20:05:21.941 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.129.61:36345(127.2.129.61:36345)] Successfully connected to peer
20:05:21.945 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.946 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.955 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.129.61
20:05:21.959 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:05:21.960 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c7d58611b992fc3fb3903f6860bcf48a026c15868c7149d001d8a86271fae3aa'}]
20:05:21.962 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:21.964 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:21.966 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9ccae65d, L:/127.0.0.1:53684 - R:/127.2.129.61:36345] using SASL/PLAIN
20:05:21.971 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] Successfully connected to peer
20:05:21.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:21.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:21.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:21.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:21.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:21.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:21.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:21.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:21.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:21.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:21.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:21.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:21.975 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:21.977 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0396d48b, L:/127.0.0.1:53686 - R:/127.2.129.61:36345] using SASL/PLAIN
20:05:21.991 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc3c7cfe8, L:/127.0.0.1:37604 - R:/127.2.129.60:37103] using SASL/PLAIN
20:05:21.997 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:05:21.997 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='750ec7d2e357c941eb16841d77a67743711e024f111f880c42af38d4b8fdc3ac'}]
20:05:21.998 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb8ddf1ed, L:/127.0.0.1:37606 - R:/127.2.129.60:37103] using SASL/PLAIN
20:05:21.999 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:22.001 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:05:22.002 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:22.004 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:05:22.003 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:05:22.008 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:22.020 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:22.037 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:22.045 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:22.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:22.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=463), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: OK, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [356ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: OK, [419ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: OK, deferred=null) after lookup
20:05:22.051 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x51892e19, L:/127.0.0.1:35288 - R:/127.2.129.3:36327] using TOKEN/null
20:05:22.055 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:05:22.055 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=474), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: OK, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [461ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: OK, deferred=null) after lookup
20:05:22.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:22.072 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:05:22.074 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:22.083 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:22.092 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:22.093 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:22.094 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@51fe6ebe
20:05:22.095 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
20:05:22.095 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
20:05:22.097 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:22.097 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7771f954
20:05:22.098 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
20:05:22.098 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
20:05:22.103 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:22.120 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:05:22.121 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b85ebe8cb4a709cae2c952de717e7233bcb0dc1fabba7335621ceed9fbb3ba3f'}]
20:05:22.123 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:22.125 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:22.129 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7b58618f, L:/127.0.0.1:53696 - R:/127.2.129.61:36345] using SASL/PLAIN
20:05:22.131 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:22.142 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.143 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:22.148 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:22.153 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:22.153 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.154 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:22.154 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:05:22.155 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d1eff02fb903f458f81826c8d600274907294ec4e0351add959f2be5529599df'}]
20:05:22.157 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:22.160 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.162 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:05:22.172 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}]
20:05:22.177 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8047f47f, L:/127.0.0.1:49672 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:22.179 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8140cd53, L:/127.0.0.1:49686 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:22.186 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:05:22.186 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:05:22.196 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:05:22.202 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:22.210 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7287335818821632001) for scanner KuduScanner(table=replication_test_table, tablet=5e2891d29eb04f4da103de128663ff70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.211 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [750ec7d2e357c941eb16841d77a67743711e024f111f880c42af38d4b8fdc3ac]
20:05:22.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:05:22.216 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [750ec7d2e357c941eb16841d77a67743711e024f111f880c42af38d4b8fdc3ac]
20:05:22.218 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 750ec7d2e357c941eb16841d77a67743711e024f111f880c42af38d4b8fdc3ac finished by subtask 3; deferring removal (restored in pending)
20:05:22.219 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:05:22.219 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:05:22.219 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.219 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b1991d6cc0fdfb5d7120a5f3c0ce7dcae524a970cb5bf00dfb1db94a6f10a60f'}]
20:05:22.219 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:22.219 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:22.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:22.220 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cb70b69e0cbb4fca9f9c44f764bf4134 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:22.221 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 24a2a10fbf3240099ee9f070e883a18d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:22.221 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.221 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.221 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=cb70b69e0cbb4fca9f9c44f764bf4134@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=24a2a10fbf3240099ee9f070e883a18d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:22.222 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:22.225 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.225 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:22.231 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.232 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:22.234 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134722232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:22.241 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.241 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:22.249 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.257 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:22.267 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7287335818821632001) for scanner KuduScanner(table=replication_test_table, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.267 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [c7d58611b992fc3fb3903f6860bcf48a026c15868c7149d001d8a86271fae3aa]
20:05:22.271 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:22.298 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:22.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:22.298 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:22.299 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:05:22.308 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.309 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:22.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:05:22.319 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.319 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:22.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a0aa2cc6326546638a54cc1202a4fea0 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:22.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cb70b69e0cbb4fca9f9c44f764bf4134 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:22.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 24a2a10fbf3240099ee9f070e883a18d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:22.320 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.320 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.320 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a0aa2cc6326546638a54cc1202a4fea0@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=cb70b69e0cbb4fca9f9c44f764bf4134@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=24a2a10fbf3240099ee9f070e883a18d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:22.322 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c7d58611b992fc3fb3903f6860bcf48a026c15868c7149d001d8a86271fae3aa]
20:05:22.323 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c7d58611b992fc3fb3903f6860bcf48a026c15868c7149d001d8a86271fae3aa finished by subtask 2; deferring removal (restored in pending)
20:05:22.328 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.329 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:22.332 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:05:22.332 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:05:22.332 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:22.333 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:22.336 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a0aa2cc6326546638a54cc1202a4fea0 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:22.336 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.336 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cb70b69e0cbb4fca9f9c44f764bf4134 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:22.336 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:22.338 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 24a2a10fbf3240099ee9f070e883a18d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:22.338 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.338 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.338 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a0aa2cc6326546638a54cc1202a4fea0@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=cb70b69e0cbb4fca9f9c44f764bf4134@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=24a2a10fbf3240099ee9f070e883a18d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:22.346 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:22.351 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:22.356407  1910 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4b80 after lost signal to thread 1846
20:05:22.362 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=65, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@a1cf59a, flushNotification=Deferred@767811490(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:05:22.364 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:05:22.398 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] connecting to peer
20:05:22.411 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299996, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:22.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:22.447 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:22.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:22.448 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:05:22.448 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:05:22.463 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:22.481 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] Successfully connected to peer
20:05:22.484 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.486 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:22.491 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:22.497 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:22.502 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:22.503 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:22.518 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7bb210c8, L:/127.0.0.1:49688 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:22.522 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:22.523 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:22.523 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:22.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:22.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:22.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:22.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:22.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:22.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:22.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:22.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:22.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:22.525 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:22.528 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:22.540 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7287335818821632001) for scanner KuduScanner(table=replication_test_table, tablet=3867a04c90964debb5c305b5d960468d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.540 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [d1eff02fb903f458f81826c8d600274907294ec4e0351add959f2be5529599df]
20:05:22.541 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:05:22.543 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.544 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:22.552 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.552 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:22.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.555 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:22.555 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.555 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.555 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:22.556 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.556 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.562 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299994, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299994}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299994, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299994}]
20:05:22.566 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.567 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:22.553 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d1eff02fb903f458f81826c8d600274907294ec4e0351add959f2be5529599df]
20:05:22.569 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d1eff02fb903f458f81826c8d600274907294ec4e0351add959f2be5529599df finished by subtask 0; deferring removal (restored in pending)
20:05:22.570 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:05:22.570 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:05:22.570 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:22.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.572 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:22.575 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.575 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:22.582 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:22.599 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:05:22.601 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:22.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:22.614 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:22.617 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x99a840e2, L:/127.0.0.1:49702 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:22.623 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:22.637 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7287335818821632001) for scanner KuduScanner(table=replication_test_table, tablet=2a70a82991e24875a052c55111ee4542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.639 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b85ebe8cb4a709cae2c952de717e7233bcb0dc1fabba7335621ceed9fbb3ba3f]
20:05:22.639 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x78a370fb, L:/127.0.0.1:49704 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:22.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:05:22.647 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.648 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:22.651 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b85ebe8cb4a709cae2c952de717e7233bcb0dc1fabba7335621ceed9fbb3ba3f]
20:05:22.651 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:22.652 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b85ebe8cb4a709cae2c952de717e7233bcb0dc1fabba7335621ceed9fbb3ba3f finished by subtask 1; deferring removal (restored in pending)
20:05:22.655 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 24a2a10fbf3240099ee9f070e883a18d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:22.655 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.655 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.656 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=24a2a10fbf3240099ee9f070e883a18d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:22.656 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 24a2a10fbf3240099ee9f070e883a18d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:22.657 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.657 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.657 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=24a2a10fbf3240099ee9f070e883a18d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:22.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 24a2a10fbf3240099ee9f070e883a18d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:22.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:22.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:22.658 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=24a2a10fbf3240099ee9f070e883a18d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:22.658 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:05:22.659 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:05:22.659 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:22.659 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.659 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:22.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:22.662 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xde58cab8, L:/127.0.0.1:56144 - R:/127.2.129.2:34201] using TOKEN/null
20:05:22.667 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.667 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:22.668 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335818821632001) for scanner KuduScanner(table=replication_test_table, tablet=9fccd541a52c4454839c24ab332bc471, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.668 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b1991d6cc0fdfb5d7120a5f3c0ce7dcae524a970cb5bf00dfb1db94a6f10a60f]
20:05:22.680 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.680 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:22.702 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.731 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:22.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:22.731 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:22.732 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:05:22.765 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.766 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:22.774 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.774 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:22.782 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.783 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:22.794 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.794 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:22.828 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.886 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.887 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:22.894 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.894 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:22.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:22.935 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b1991d6cc0fdfb5d7120a5f3c0ce7dcae524a970cb5bf00dfb1db94a6f10a60f]
20:05:22.935 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:05:22.935 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:05:22.936 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:22.936 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b1991d6cc0fdfb5d7120a5f3c0ce7dcae524a970cb5bf00dfb1db94a6f10a60f finished by subtask 3; deferring removal (restored in pending)
20:05:22.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:22.970 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (4434 bytes, checkpointDuration=737 ms, finalizationTime=1 ms).
20:05:22.971 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 239
20:05:22.974 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.974 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:22.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
20:05:22.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b85ebe8cb4a709cae2c952de717e7233bcb0dc1fabba7335621ceed9fbb3ba3f from pending
20:05:22.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 750ec7d2e357c941eb16841d77a67743711e024f111f880c42af38d4b8fdc3ac from pending
20:05:22.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b1991d6cc0fdfb5d7120a5f3c0ce7dcae524a970cb5bf00dfb1db94a6f10a60f from pending
20:05:22.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split c7d58611b992fc3fb3903f6860bcf48a026c15868c7149d001d8a86271fae3aa from pending
20:05:22.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d1eff02fb903f458f81826c8d600274907294ec4e0351add959f2be5529599df from pending
20:05:22.978 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 5 finished splits from enumerator state
20:05:22.979 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134722972 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:22.985 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=195, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@28099799, flushNotification=Deferred@77658970(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:05:22.986 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] connecting to peer
20:05:22.987 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=260, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7b45c120, flushNotification=Deferred@780311212(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:05:22.987 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] connecting to peer
20:05:22.988 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=130, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7a3ce652, flushNotification=Deferred@880321047(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:05:22.989 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] connecting to peer
20:05:22.998 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:22.998 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:23.009 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.036 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:23.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:23.037 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:05:23.037 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:05:23.049 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] Successfully connected to peer
20:05:23.058 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] Successfully connected to peer
20:05:23.068 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.069 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:23.083 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.084 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:23.093 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] Successfully connected to peer
20:05:23.095 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.096 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:23.106 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.106 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:23.119 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:23.121 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.123 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x1acefd37, L:/127.0.0.1:35304 - R:/127.2.129.3:36327] using TOKEN/null
20:05:23.129 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:23.138 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x6d1d1393, L:/127.0.0.1:35316 - R:/127.2.129.3:36327] using TOKEN/null
20:05:23.183 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.184 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:23.229 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:23.231 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.231 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:23.242 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3274b3e2, L:/127.0.0.1:48980 - R:/127.2.129.1:39923] using TOKEN/null
20:05:23.322 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.322 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:23.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:23.353 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.353 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:23.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:23.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5e2891d29eb04f4da103de128663ff70 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:23.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2a70a82991e24875a052c55111ee4542 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:23.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3867a04c90964debb5c305b5d960468d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:23.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9fccd541a52c4454839c24ab332bc471 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:23.359 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:23.364 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='297fe21690c57d14801e9a54972a59c69f35cf34354ddac212d2fd296214f885'}]
20:05:23.365 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='630b2c3ad0b77af6d79f5c4d17a2adc8ac0863808e87d5d19464c2af531d1416'}]
20:05:23.367 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:23.373 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:23.373 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:05:23.375 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}]
20:05:23.377 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:05:23.378 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:23.382 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:23.390 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:23.396 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.397 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:23.407 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='db2ae5cc3f33b0ac9e34bdc28ea388f29f047e39448f4993ba713188b77ca978'}]
20:05:23.409 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:23.410 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:05:23.411 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:23.413 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:23.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:23.422 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:23.426 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:23.469444  3743 log.cc:927] Time spent T 43a9ae4ba7d7423c9b35a8c27c00cf7d P 0a80b2dda77945f694ab34d73f464cba: Append to log took a long time: real 0.192s	user 0.000s	sys 0.000s
20:05:23.477 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='521db262afac340a733f0c031113271fa7f2f4af96bdf166dab3abb170c64cc1'}]
20:05:23.479 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:23.480 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:05:23.482 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:23.491 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=518 ms, finalizationTime=1 ms).
20:05:23.492 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 260
20:05:23.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
20:05:23.493 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134723492 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:23.515 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (4484 bytes, checkpointDuration=20 ms, finalizationTime=2 ms).
20:05:23.517 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
20:05:23.529 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:23.570 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:23.574 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:23.582 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.582 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:23.585 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:23.591 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.591 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:23.599 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.599 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:23.605 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:23.606 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.606 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:23.616 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:23.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:23.630 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:23.635 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:23.641 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:23.641 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5e2891d29eb04f4da103de128663ff70 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:23.642 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2a70a82991e24875a052c55111ee4542 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:23.642 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3867a04c90964debb5c305b5d960468d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:23.642 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9fccd541a52c4454839c24ab332bc471 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:23.642 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:23.648 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a0aa2cc6326546638a54cc1202a4fea0 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:23.648 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:23.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cb70b69e0cbb4fca9f9c44f764bf4134 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:23.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 24a2a10fbf3240099ee9f070e883a18d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:23.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:23.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:23.649 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a0aa2cc6326546638a54cc1202a4fea0@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=cb70b69e0cbb4fca9f9c44f764bf4134@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=24a2a10fbf3240099ee9f070e883a18d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:23.655 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:23.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8cd728f5d24a493e96d86c3b5383f0ef
20:05:23.660 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:23.663 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:23.666 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:23.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:23.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5e2891d29eb04f4da103de128663ff70 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:23.668 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcb7c11ab, L:/127.0.0.1:55196 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:23.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2a70a82991e24875a052c55111ee4542 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:23.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3867a04c90964debb5c305b5d960468d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:23.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9fccd541a52c4454839c24ab332bc471 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:23.669 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:23.669 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.202.124:42607, [8ms] Sub RPC GetTableLocations: received response from server master-127.1.202.124:42607: OK, deferred=null)) after lookup
20:05:23.693 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x04cdd932, L:/127.0.0.1:55180 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:23.695 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x56c6b5e5, L:/127.0.0.1:55172 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:23.710 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335826759680001) for scanner KuduScanner(table=replication_test_table, tablet=3867a04c90964debb5c305b5d960468d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.711 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [630b2c3ad0b77af6d79f5c4d17a2adc8ac0863808e87d5d19464c2af531d1416]
20:05:23.711 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [630b2c3ad0b77af6d79f5c4d17a2adc8ac0863808e87d5d19464c2af531d1416]
20:05:23.712 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:05:23.712 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:05:23.713 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 630b2c3ad0b77af6d79f5c4d17a2adc8ac0863808e87d5d19464c2af531d1416 finished by subtask 3; deferring removal (restored in pending)
20:05:23.715 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:23.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:23.718 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='14894b5f947f4a14b241881c040707e7f9b56125e0bd1a4bc01dc75fc984a0a5'}]
20:05:23.720 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:23.721 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:05:23.722 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:23.729 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335826759680001) for scanner KuduScanner(table=replication_test_table, tablet=2a70a82991e24875a052c55111ee4542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.730 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [297fe21690c57d14801e9a54972a59c69f35cf34354ddac212d2fd296214f885]
20:05:23.730 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [297fe21690c57d14801e9a54972a59c69f35cf34354ddac212d2fd296214f885]
20:05:23.731 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:05:23.731 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:05:23.731 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:23.733 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 297fe21690c57d14801e9a54972a59c69f35cf34354ddac212d2fd296214f885 finished by subtask 1; deferring removal (restored in pending)
20:05:23.733 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:23.734 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134723732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:23.746 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335826759680001) for scanner KuduScanner(table=replication_test_table, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.747 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [db2ae5cc3f33b0ac9e34bdc28ea388f29f047e39448f4993ba713188b77ca978]
20:05:23.747 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [db2ae5cc3f33b0ac9e34bdc28ea388f29f047e39448f4993ba713188b77ca978]
20:05:23.747 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:05:23.747 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:05:23.747 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:23.748 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:23.750 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split db2ae5cc3f33b0ac9e34bdc28ea388f29f047e39448f4993ba713188b77ca978 finished by subtask 2; deferring removal (restored in pending)
20:05:23.751 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (4484 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
20:05:23.753 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
20:05:23.753 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split db2ae5cc3f33b0ac9e34bdc28ea388f29f047e39448f4993ba713188b77ca978 from pending
20:05:23.753 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 630b2c3ad0b77af6d79f5c4d17a2adc8ac0863808e87d5d19464c2af531d1416 from pending
20:05:23.754 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 297fe21690c57d14801e9a54972a59c69f35cf34354ddac212d2fd296214f885 from pending
20:05:23.754 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 3 finished splits from enumerator state
20:05:23.758 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:23.766 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:23.776 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.776 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:23.787 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5e2891d29eb04f4da103de128663ff70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.787 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5e2891d29eb04f4da103de128663ff70 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:23.800 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2a70a82991e24875a052c55111ee4542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.800 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2a70a82991e24875a052c55111ee4542 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:23.805 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8fca7a94, L:/127.0.0.1:55212 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:23.818 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3867a04c90964debb5c305b5d960468d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.818 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 3867a04c90964debb5c305b5d960468d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:23.827 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9fccd541a52c4454839c24ab332bc471, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a0aa2cc6326546638a54cc1202a4fea0 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:23.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cb70b69e0cbb4fca9f9c44f764bf4134 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:23.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 24a2a10fbf3240099ee9f070e883a18d for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:23.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:23.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3268347841fd4a52b63113ffae885e9f for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:23.847 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=a0aa2cc6326546638a54cc1202a4fea0@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=cb70b69e0cbb4fca9f9c44f764bf4134@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=24a2a10fbf3240099ee9f070e883a18d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)[L],2fac147fa82b41d686de4526015b067a(127.2.129.1:39923),6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=3268347841fd4a52b63113ffae885e9f@[0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327),2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)[L],6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:23.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.129.60:37103, [4ms] Sub RPC GetTableLocations: received response from server master-127.2.129.60:37103: OK, deferred=null)) after lookup
20:05:23.860 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.860 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:23.869 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.870 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:23.878 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.878 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:23.887 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:05:23.887 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:23.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:23.887 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:23.888 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.889 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:23.897 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.910 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:23.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:23.910 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:23.911 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:05:23.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:23.916 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335826759680001) for scanner KuduScanner(table=replication_test_table, tablet=5e2891d29eb04f4da103de128663ff70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.916 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [521db262afac340a733f0c031113271fa7f2f4af96bdf166dab3abb170c64cc1]
20:05:23.916 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [521db262afac340a733f0c031113271fa7f2f4af96bdf166dab3abb170c64cc1]
20:05:23.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:05:23.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:05:23.918 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 521db262afac340a733f0c031113271fa7f2f4af96bdf166dab3abb170c64cc1 finished by subtask 0; deferring removal (restored in pending)
20:05:23.918 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:23.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:23.982 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.983 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:23.994 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:23.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:23.994 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5e2891d29eb04f4da103de128663ff70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:23.995 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5e2891d29eb04f4da103de128663ff70 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:23.995 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:23.995 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:05:24.007 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2a70a82991e24875a052c55111ee4542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:24.007 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2a70a82991e24875a052c55111ee4542 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:24.049 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3867a04c90964debb5c305b5d960468d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:24.050 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 3867a04c90964debb5c305b5d960468d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:24.058 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9fccd541a52c4454839c24ab332bc471, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:24.076 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:24.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:24.077 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:05:24.078 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:24.084 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:05:24.084 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a0aa2cc6326546638a54cc1202a4fea0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:24.084 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a0aa2cc6326546638a54cc1202a4fea0 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
20:05:24.100 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cb70b69e0cbb4fca9f9c44f764bf4134, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:24.100 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet cb70b69e0cbb4fca9f9c44f764bf4134 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
20:05:24.110 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:24.118 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24a2a10fbf3240099ee9f070e883a18d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:24.118 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 24a2a10fbf3240099ee9f070e883a18d for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
20:05:24.206 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:24.220 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=43a9ae4ba7d7423c9b35a8c27c00cf7d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:24.221 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 43a9ae4ba7d7423c9b35a8c27c00cf7d for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
20:05:24.230 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3268347841fd4a52b63113ffae885e9f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:24.231 [DEBUG - main] (Connection.java:575) [peer master-127.2.129.61:36345(127.2.129.61:36345)] disconnecting while in state READY
20:05:24.231 [DEBUG - main] (Connection.java:575) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] disconnecting while in state READY
20:05:24.231 [DEBUG - main] (Connection.java:575) [peer master-127.2.129.62:40477(127.2.129.62:40477)] disconnecting while in state READY
20:05:24.231 [DEBUG - main] (Connection.java:575) [peer master-127.2.129.60:37103(127.2.129.60:37103)] disconnecting while in state READY
20:05:24.231 [DEBUG - main] (Connection.java:575) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] disconnecting while in state READY
20:05:24.231 [DEBUG - main] (Connection.java:575) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] disconnecting while in state READY
20:05:24.232 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.129.62:40477(127.2.129.62:40477)] handling channelInactive
20:05:24.232 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.129.61:36345(127.2.129.61:36345)] handling channelInactive
20:05:24.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state READY due to: connection closed
20:05:24.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state READY due to: connection closed
20:05:24.233 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.129.60:37103(127.2.129.60:37103)] handling channelInactive
20:05:24.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state READY due to: connection closed
20:05:24.233 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] handling channelInactive
20:05:24.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] cleaning up while in state READY due to: connection closed
20:05:24.237 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134724232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:24.254 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] handling channelInactive
20:05:24.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] cleaning up while in state READY due to: connection closed
20:05:24.256 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:24.258 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:05:24.260 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
20:05:24.260 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
20:05:24.260 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
20:05:24.261 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (2372 bytes, checkpointDuration=29 ms, finalizationTime=0 ms).
20:05:24.262 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
20:05:24.256 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8bd9f50a, L:/127.0.0.1:55226 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:24.265 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
20:05:24.265 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 521db262afac340a733f0c031113271fa7f2f4af96bdf166dab3abb170c64cc1 from pending
20:05:24.265 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
20:05:24.284 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335826759680001) for scanner KuduScanner(table=replication_test_table, tablet=9fccd541a52c4454839c24ab332bc471, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:24.284 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [14894b5f947f4a14b241881c040707e7f9b56125e0bd1a4bc01dc75fc984a0a5]
20:05:24.285 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [14894b5f947f4a14b241881c040707e7f9b56125e0bd1a4bc01dc75fc984a0a5]
20:05:24.285 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:05:24.285 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:05:24.285 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:24.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:24.287 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 14894b5f947f4a14b241881c040707e7f9b56125e0bd1a4bc01dc75fc984a0a5 finished by subtask 3; deferring removal (restored in pending)
20:05:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:24.282765  3219 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.2.129.1:39923, user_credentials={real_user=slave}} blocked reactor thread for 64217us
20:05:24.294 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] handling channelInactive
20:05:24.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] cleaning up while in state READY due to: connection closed
20:05:24.295 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
20:05:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:24.296384  2564 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 2894
20:05:24.342 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:05:24.342 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:24.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:24.342 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:24.365 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:24.365 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:24.366 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:24.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:24.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:24.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:24.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:24.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:24.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:24.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:24.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:24.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:24.367 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:24.415 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:24.469 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] handling channelInactive
20:05:24.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] cleaning up while in state READY due to: connection closed
20:05:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:24.474325  2564 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 3053
20:05:24.626 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] handling channelInactive
20:05:24.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] cleaning up while in state READY due to: connection closed
20:05:24.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:24.642776  3219 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.129.1:39923: connect: Connection refused (error 111)
20:05:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:24.645709  2564 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 3190
20:05:24.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134724733 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:24.745 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (1668 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:05:24.747 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] handling channelInactive
20:05:24.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] cleaning up while in state READY due to: connection closed
20:05:24.748 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] handling channelInactive
20:05:24.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] cleaning up while in state READY due to: connection closed
20:05:24.748 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
20:05:24.748 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 14894b5f947f4a14b241881c040707e7f9b56125e0bd1a4bc01dc75fc984a0a5 from pending
20:05:24.749 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 6 complete: removed 1 finished splits from enumerator state
20:05:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:24.750732  2564 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 2576
20:05:24.842 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.129.62:40477(127.2.129.62:40477)] handling channelInactive
20:05:24.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state READY due to: connection closed
20:05:24.842 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.129.62:40477(127.2.129.62:40477)] handling channelInactive
20:05:24.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state READY due to: connection closed
20:05:24.842 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.129.62:40477(127.2.129.62:40477)] handling channelInactive
20:05:24.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state READY due to: connection closed
20:05:24.845 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.129.62:40477(127.2.129.62:40477)] handling channelInactive
20:05:24.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state READY due to: connection closed
20:05:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:24.854418  2564 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 2647
20:05:24.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:24.962954  2759 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.129.62:40477: connect: Connection refused (error 111)
20:05:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:24.973615  2759 consensus_peers.cc:597] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 -> Peer 740f7bb86e82480d920af7f98b427f04 (127.2.129.62:40477): Couldn't send request to peer 740f7bb86e82480d920af7f98b427f04. Status: Network error: Client connection negotiation failed: client connection to 127.2.129.62:40477: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:05:25.037 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.129.61:36345(127.2.129.61:36345)] handling channelInactive
20:05:25.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state READY due to: connection closed
20:05:25.039 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.129.61:36345(127.2.129.61:36345)] handling channelInactive
20:05:25.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state READY due to: connection closed
20:05:25.040 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.129.61:36345(127.2.129.61:36345)] handling channelInactive
20:05:25.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state READY due to: connection closed
20:05:25.039 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.129.61:36345(127.2.129.61:36345)] handling channelInactive
20:05:25.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state READY due to: connection closed
20:05:25.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:25.043442  2759 connection.cc:582] client connection to 127.2.129.61:36345 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:05:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:25.048573  3797 negotiation.cc:336] Failed RPC negotiation. Trace:
20:05:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:25.045289 (+     0us) reactor.cc:678] Submitting negotiation task for client connection to 127.2.129.61:36345 (local address 127.0.0.1:38838)
20:05:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:25.046204 (+   915us) negotiation.cc:107] Waiting for socket to connect
20:05:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:25.046248 (+    44us) client_negotiation.cc:175] Beginning negotiation
20:05:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:25.046530 (+   282us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
20:05:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:25.047410 (+   880us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:05:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":307}
20:05:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:25.049999  2759 consensus_peers.cc:597] T 00000000000000000000000000000000 P 33a327e3cc6c4a08aa5490d5daee2253 -> Peer 82cee84615fe45ce9a5ff689f055f3b4 (127.2.129.61:36345): Couldn't send request to peer 82cee84615fe45ce9a5ff689f055f3b4. Status: Network error: Client connection negotiation failed: client connection to 127.2.129.61:36345: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107). This is attempt 1: this message will repeat every 5th retry.
20:05:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:25.055292  2564 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 2725
20:05:25.165 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.129.60:37103(127.2.129.60:37103)] handling channelInactive
20:05:25.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state READY due to: connection closed
20:05:25.166 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.129.60:37103(127.2.129.60:37103)] handling channelInactive
20:05:25.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state READY due to: connection closed
20:05:25.167 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.129.60:37103(127.2.129.60:37103)] handling channelInactive
20:05:25.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state READY due to: connection closed
20:05:25.178 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.129.60:37103(127.2.129.60:37103)] handling channelInactive
20:05:25.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state READY due to: connection closed
20:05:25.232 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134725232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:25.247 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:05:25.250 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
20:05:25.339 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:25.347 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:25.347 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5e2891d29eb04f4da103de128663ff70 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:25.348 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2a70a82991e24875a052c55111ee4542 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:25.348 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3867a04c90964debb5c305b5d960468d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:25.348 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9fccd541a52c4454839c24ab332bc471 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:25.348 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:25.355 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='25f6464e0de028c6e871fefb41c567d61cb601d29563ad301d3f54865661037a'}]
20:05:25.356 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:25.357 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:05:25.357 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='69556b4683b8cbc2cb0df407ea3b4a1e2a09e777d77a6fde1909fba0b98807f1'}]
20:05:25.358 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:25.359 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:25.359 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='353aaccbf6e9b32d602aabb7501bbc4c0ded6c908dc725ee3fd583b10699a8a7'}]
20:05:25.361 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:25.361 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:05:25.362 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:25.363 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:05:25.363 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:25.364 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b574de63c5962705b425c12ae1329cffd1c7efb69809b3a53223edcd4171b71f'}]
20:05:25.366 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:25.374 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:25.374 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:05:25.375 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}]
20:05:25.406 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:25.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:25.418 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:25.440 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:25.447 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:25.455 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:25.458 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:25.486 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:25.487 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:25.500 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:25.506 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:25.511 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:25.512 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:25.523 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:25.527 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6ce6858f, L:/127.0.0.1:55228 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:25.527 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x92819147, L:/127.0.0.1:55262 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:25.548 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335834955776001) for scanner KuduScanner(table=replication_test_table, tablet=3867a04c90964debb5c305b5d960468d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:25.549 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b574de63c5962705b425c12ae1329cffd1c7efb69809b3a53223edcd4171b71f]
20:05:25.549 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b574de63c5962705b425c12ae1329cffd1c7efb69809b3a53223edcd4171b71f]
20:05:25.549 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:05:25.549 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:05:25.551 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b574de63c5962705b425c12ae1329cffd1c7efb69809b3a53223edcd4171b71f finished by subtask 3; deferring removal (restored in pending)
20:05:25.552 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:25.554 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:25.554 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='61177037e092e3944b8bbc61e9c71e8347724f551341edf0bc8475a32843d420'}]
20:05:25.556 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:25.558 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
20:05:25.559 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:25.560 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:25.578 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:25.583 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335834955776001) for scanner KuduScanner(table=replication_test_table, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:25.584 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [25f6464e0de028c6e871fefb41c567d61cb601d29563ad301d3f54865661037a]
20:05:25.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [25f6464e0de028c6e871fefb41c567d61cb601d29563ad301d3f54865661037a]
20:05:25.585 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:05:25.585 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:05:25.585 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:25.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:25.586 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 25f6464e0de028c6e871fefb41c567d61cb601d29563ad301d3f54865661037a finished by subtask 1; deferring removal (restored in pending)
20:05:25.596 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x798592be, L:/127.0.0.1:55238 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:25.607 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:25.617 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335834955776001) for scanner KuduScanner(table=replication_test_table, tablet=5e2891d29eb04f4da103de128663ff70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:25.618 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [69556b4683b8cbc2cb0df407ea3b4a1e2a09e777d77a6fde1909fba0b98807f1]
20:05:25.618 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [69556b4683b8cbc2cb0df407ea3b4a1e2a09e777d77a6fde1909fba0b98807f1]
20:05:25.618 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:05:25.619 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:05:25.620 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 69556b4683b8cbc2cb0df407ea3b4a1e2a09e777d77a6fde1909fba0b98807f1 finished by subtask 2; deferring removal (restored in pending)
20:05:25.620 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:25.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:25.630 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2ee9ef03, L:/127.0.0.1:55248 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:25.642 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:25.652 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:25.655 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335834955776001) for scanner KuduScanner(table=replication_test_table, tablet=2a70a82991e24875a052c55111ee4542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:25.660 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [353aaccbf6e9b32d602aabb7501bbc4c0ded6c908dc725ee3fd583b10699a8a7]
20:05:25.661 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [353aaccbf6e9b32d602aabb7501bbc4c0ded6c908dc725ee3fd583b10699a8a7]
20:05:25.661 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:05:25.661 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:05:25.662 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 353aaccbf6e9b32d602aabb7501bbc4c0ded6c908dc725ee3fd583b10699a8a7 finished by subtask 0; deferring removal (restored in pending)
20:05:25.662 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:25.663 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:25.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:25.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:25.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:25.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:25.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:25.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:25.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:25.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:25.676 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:05:25.676 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:25.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:25.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:25.676 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
20:05:25.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:25.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:25.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:25.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:25.693 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:25.700 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa4fa01b5, L:/127.0.0.1:55278 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:25.716 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335834955776001) for scanner KuduScanner(table=replication_test_table, tablet=9fccd541a52c4454839c24ab332bc471, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:25.717 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [61177037e092e3944b8bbc61e9c71e8347724f551341edf0bc8475a32843d420]
20:05:25.717 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [61177037e092e3944b8bbc61e9c71e8347724f551341edf0bc8475a32843d420]
20:05:25.717 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
20:05:25.717 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
20:05:25.719 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 61177037e092e3944b8bbc61e9c71e8347724f551341edf0bc8475a32843d420 finished by subtask 3; deferring removal (restored in pending)
20:05:25.719 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:25.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:25.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134725732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:25.748 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (4484 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:05:25.750 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
20:05:25.750 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 25f6464e0de028c6e871fefb41c567d61cb601d29563ad301d3f54865661037a from pending
20:05:25.750 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 353aaccbf6e9b32d602aabb7501bbc4c0ded6c908dc725ee3fd583b10699a8a7 from pending
20:05:25.750 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b574de63c5962705b425c12ae1329cffd1c7efb69809b3a53223edcd4171b71f from pending
20:05:25.750 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 69556b4683b8cbc2cb0df407ea3b4a1e2a09e777d77a6fde1909fba0b98807f1 from pending
20:05:25.750 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 61177037e092e3944b8bbc61e9c71e8347724f551341edf0bc8475a32843d420 from pending
20:05:25.750 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 5 finished splits from enumerator state
20:05:25.759 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:25.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:25.760 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:25.760 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:05:25.770 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:25.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:25.770 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:25.770 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
20:05:25.771 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:25.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:25.772 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:05:25.772 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:05:25.791 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:25.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:25.791 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:25.792 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:05:25.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:26.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134726232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:26.249 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:05:26.252 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
20:05:26.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:26.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:26.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:26.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:26.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:26.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:26.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:26.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:26.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:26.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:26.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:26.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:26.280 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:26.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:26.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134726732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:26.749 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:05:26.752 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
20:05:26.786 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:26.787 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:26.787 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:26.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:26.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:26.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:26.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:26.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:26.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:26.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:26.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:26.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:26.790 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:26.915 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:27.234 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134727232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:27.250 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:05:27.252 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
20:05:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:05:27Z chronyd exiting
20:05:27.335 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d512e1c6401844a6905e8f973707c321
20:05:27.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 03e9a6207f204ea0a8b2cfcbc79acbe8 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
20:05:27.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5e2891d29eb04f4da103de128663ff70 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
20:05:27.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2a70a82991e24875a052c55111ee4542 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
20:05:27.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 3867a04c90964debb5c305b5d960468d for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
20:05:27.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9fccd541a52c4454839c24ab332bc471 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
20:05:27.346 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
20:05:27.351 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d55898c9a6fb9715eaf5b3a19d6f1eb9f9366972efa25c9f8ea9ea3cf5203d95'}]
20:05:27.353 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:27.354 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6972f30ddc67f7ce05ecf848c15db6a035eaea5f7feba4b9027b9fa96f67003c'}]
20:05:27.355 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:27.356 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7d37a63f611d2938668f504a8cd53e4e764cfd7ce1343d7d093c57849be794e7'}]
20:05:27.358 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:27.359 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f3bd4c599ba1fcccb9019f6ca2fe6a0a407cc36deb3be5383ff97903e21e0038'}]
20:05:27.360 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:27.361 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:05:27.361 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:27.362 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:05:27.363 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=5e2891d29eb04f4da103de128663ff70@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:27.363 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:05:27.364 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=2a70a82991e24875a052c55111ee4542@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:27.364 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
20:05:27.365 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=3867a04c90964debb5c305b5d960468d@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)[L],897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)]}]
20:05:27.384 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:27.393 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:27.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:27.405 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:27.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:27.424 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:27.444 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:27.453 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:27.456 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:27.460 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:27.473 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:27.506 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:27.529 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:27.538 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:27.548 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:27.575 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:27.587 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:27.590 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4ad63bde, L:/127.0.0.1:55308 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:27.597 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xce3f6072, L:/127.0.0.1:55294 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:27.606 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x847c9ae3, L:/127.0.0.1:55312 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:27.634 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335843143680001) for scanner KuduScanner(table=replication_test_table, tablet=2a70a82991e24875a052c55111ee4542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:27.634 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [7d37a63f611d2938668f504a8cd53e4e764cfd7ce1343d7d093c57849be794e7]
20:05:27.634 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7d37a63f611d2938668f504a8cd53e4e764cfd7ce1343d7d093c57849be794e7]
20:05:27.635 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:05:27.635 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:05:27.636 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7d37a63f611d2938668f504a8cd53e4e764cfd7ce1343d7d093c57849be794e7 finished by subtask 0; deferring removal (restored in pending)
20:05:27.637 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:27.637 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a6d47ba645a0f772cb2d1222e09467080f68d8cf73f13e0c0831cd5f3a1affdf'}]
20:05:27.639 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf6696006, L:/127.0.0.1:55326 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:27.639 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:27.645 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:05:27.646 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=9fccd541a52c4454839c24ab332bc471@[3995b5f6d2344460b2d8913e6091cb37(127.1.202.67:36935),6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121),897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)[L]]}]
20:05:27.656 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] connecting to peer
20:05:27.657 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335843143680001) for scanner KuduScanner(table=replication_test_table, tablet=3867a04c90964debb5c305b5d960468d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:27.657 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [f3bd4c599ba1fcccb9019f6ca2fe6a0a407cc36deb3be5383ff97903e21e0038]
20:05:27.657 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f3bd4c599ba1fcccb9019f6ca2fe6a0a407cc36deb3be5383ff97903e21e0038]
20:05:27.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
20:05:27.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
20:05:27.658 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:27.659 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f3bd4c599ba1fcccb9019f6ca2fe6a0a407cc36deb3be5383ff97903e21e0038 finished by subtask 3; deferring removal (restored in pending)
20:05:27.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:27.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:27.668 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] Successfully connected to peer
20:05:27.671 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.202.65
20:05:27.693 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:05:27.698 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335843143680001) for scanner KuduScanner(table=replication_test_table, tablet=03e9a6207f204ea0a8b2cfcbc79acbe8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:27.698 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:27.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:27.698 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [d55898c9a6fb9715eaf5b3a19d6f1eb9f9366972efa25c9f8ea9ea3cf5203d95]
20:05:27.698 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d55898c9a6fb9715eaf5b3a19d6f1eb9f9366972efa25c9f8ea9ea3cf5203d95]
20:05:27.698 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:05:27.699 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
20:05:27.699 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:05:27.699 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:05:27.700 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d55898c9a6fb9715eaf5b3a19d6f1eb9f9366972efa25c9f8ea9ea3cf5203d95 finished by subtask 1; deferring removal (restored in pending)
20:05:27.700 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:27.702 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:27.704 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xee844dd8, L:/127.0.0.1:55332 - R:/127.1.202.65:39121] using SASL/PLAIN
20:05:27.720 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335843143680001) for scanner KuduScanner(table=replication_test_table, tablet=5e2891d29eb04f4da103de128663ff70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:27.720 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [6972f30ddc67f7ce05ecf848c15db6a035eaea5f7feba4b9027b9fa96f67003c]
20:05:27.721 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6972f30ddc67f7ce05ecf848c15db6a035eaea5f7feba4b9027b9fa96f67003c]
20:05:27.721 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:05:27.721 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:05:27.722 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6972f30ddc67f7ce05ecf848c15db6a035eaea5f7feba4b9027b9fa96f67003c finished by subtask 2; deferring removal (restored in pending)
20:05:27.722 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:27.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:27.729 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287335843143680001) for scanner KuduScanner(table=replication_test_table, tablet=9fccd541a52c4454839c24ab332bc471, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:05:27.730 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [a6d47ba645a0f772cb2d1222e09467080f68d8cf73f13e0c0831cd5f3a1affdf]
20:05:27.730 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a6d47ba645a0f772cb2d1222e09467080f68d8cf73f13e0c0831cd5f3a1affdf]
20:05:27.730 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:05:27.731 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:05:27.732 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a6d47ba645a0f772cb2d1222e09467080f68d8cf73f13e0c0831cd5f3a1affdf finished by subtask 0; deferring removal (restored in pending)
20:05:27.732 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:27.733 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:27.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134727732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:27.751 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (4484 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
20:05:27.753 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
20:05:27.753 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split f3bd4c599ba1fcccb9019f6ca2fe6a0a407cc36deb3be5383ff97903e21e0038 from pending
20:05:27.754 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 7d37a63f611d2938668f504a8cd53e4e764cfd7ce1343d7d093c57849be794e7 from pending
20:05:27.754 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split d55898c9a6fb9715eaf5b3a19d6f1eb9f9366972efa25c9f8ea9ea3cf5203d95 from pending
20:05:27.754 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 6972f30ddc67f7ce05ecf848c15db6a035eaea5f7feba4b9027b9fa96f67003c from pending
20:05:27.754 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split a6d47ba645a0f772cb2d1222e09467080f68d8cf73f13e0c0831cd5f3a1affdf from pending
20:05:27.754 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 5 finished splits from enumerator state
20:05:27.784 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:27.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:27.784 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
20:05:27.787 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:05:27.824 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:27.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:27.824 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:27.825 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:05:27.838 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:27.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:27.838 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:05:27.839 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:05:27.890 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:27.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:27.890 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:05:27.891 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:05:27.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:28.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134728232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:28.253 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
20:05:28.258 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
20:05:28.350 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:05:28.390 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: giving up after 1 attempts
20:05:28.390 [DEBUG - main] (Connection.java:575) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] disconnecting while in state READY
20:05:28.390 [DEBUG - main] (Connection.java:575) [peer master-127.1.202.126:43031(127.1.202.126:43031)] disconnecting while in state READY
20:05:28.390 [DEBUG - main] (Connection.java:575) [peer master-127.1.202.124:42607(127.1.202.124:42607)] disconnecting while in state READY
20:05:28.390 [DEBUG - main] (Connection.java:575) [peer master-127.1.202.125:35071(127.1.202.125:35071)] disconnecting while in state READY
20:05:28.390 [DEBUG - main] (Connection.java:575) [peer 897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)] disconnecting while in state READY
20:05:28.393 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] handling channelInactive
20:05:28.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6bea96cedf754e2794f2af41d43f26f9(127.1.202.65:39121)] cleaning up while in state READY due to: connection closed
20:05:28.394 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.202.124:42607(127.1.202.124:42607)] handling channelInactive
20:05:28.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state READY due to: connection closed
20:05:28.394 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.202.125:35071(127.1.202.125:35071)] handling channelInactive
20:05:28.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state READY due to: connection closed
20:05:28.395 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)] handling channelInactive
20:05:28.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 897738665ea64fccaeb6329d278bee09(127.1.202.66:42251)] cleaning up while in state READY due to: connection closed
20:05:28.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:28.404 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
20:05:28.404 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:05:28.404 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
20:05:28.405 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
20:05:28.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:28.418 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.202.126:43031(127.1.202.126:43031)] handling channelInactive
20:05:28.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state READY due to: connection closed
20:05:28.419 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:05:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:28.420727  1833 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 2119
20:05:28.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:28.489461  1833 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 2273
20:05:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:28.545276  1833 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 2420
20:05:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:28.598752  1833 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 1845
20:05:28.627 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.202.126:43031(127.1.202.126:43031)] handling channelInactive
20:05:28.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state READY due to: connection closed
20:05:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:28.627744  1833 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 1916
20:05:28.659 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.202.125:35071(127.1.202.125:35071)] handling channelInactive
20:05:28.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state READY due to: connection closed
20:05:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:28.659395  1833 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 1994
20:05:28.691 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.202.124:42607(127.1.202.124:42607)] handling channelInactive
20:05:28.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state READY due to: connection closed
20:05:28.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134728733 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:28.744 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:05:28.750 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
20:05:28.791 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:28.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:28.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:28.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:28.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:28.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:28.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:28.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:28.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:28.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:28.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:28.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:28.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:28.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:29.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134729232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:29.244 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:05:29.244 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
20:05:29.331 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:29.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.333 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.1.202.124:42607(127.1.202.124:42607) for tablet Kudu Master: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.338 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:29.339 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:29.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.339 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.339 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.340 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:29.341 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.341 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.341 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.341 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.341 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.341 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:29.358 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:29.359 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:29.359 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:29.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:29.377 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:29.378 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:29.378 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:29.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.379 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.379 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.379 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.379 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:29.398 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:29.398 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:29.399 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:29.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.399 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.400 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.402 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:29.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:29.418 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:29.418 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:29.419 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:29.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.420 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.420 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:29.458 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:29.458 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:29.459 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:29.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.460 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:29.557 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:29.557 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:29.558 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:29.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:29.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134729732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:29.743 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:05:29.744 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
20:05:29.757 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:29.758 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:29.758 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:29.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:29.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:29.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:29.759 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:29.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:29.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:29.853 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:29.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:29.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:29.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:29.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:29.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:29.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:29.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:29.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:29.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:29.854 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:29.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:05:29Z chronyd exiting
20:05:29.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:30.057 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:30.058 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:30.058 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:30.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:30.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:30.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:30.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:30.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:30.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:30.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:30.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:30.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:30.059 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:30.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134730232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:30.242 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:05:30.243 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
20:05:30.263 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:30.263 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:30.264 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:30.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:30.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:30.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:30.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:30.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:30.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:30.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:30.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:30.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:30.265 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:30.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:30.734 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134730732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:30.746 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:05:30.746 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
20:05:30.915 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:30.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:30.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:30.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:30.933 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:30.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:30.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:30.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:30.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:30.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:30.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:30.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:30.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:30.935 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:30.935 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:05:30.964 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeWithCustomHashSchemas: giving up after 1 attempts
E.20:05:30.965 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134730965
20:05:30.965 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134730965
20:05:30.969 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:05:30.972 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:05:30.973 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:05:30.973 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:05:30.973 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:05:30.974 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:05:30.977 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:05:31.077 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:31.078 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:31.078 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:31.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:31.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:31.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:31.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:31.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:31.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:31.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:31.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:31.080 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:31.080 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:31.117 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:31.118 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:31.118 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:31.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:31.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:31.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:31.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:31.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:31.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:31.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:31.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:31.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:31.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:31.234 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134731233 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:31.244 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:05:31.244 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
20:05:31.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:31.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:31.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:31.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:31.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:31.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:31.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:31.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:31.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:31.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:31.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:31.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:31.334 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:31.388 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:05:31.388 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:05:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:31.391615  3909 mini_oidc.cc:150] Starting JWKS server
20:05:31.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:31.394933  3909 webserver.cc:533] Webserver started at http://127.0.0.1:39437/ using document root <none> and password file <none>
20:05:31.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:31.395381  3909 mini_oidc.cc:186] Starting OIDC Discovery server
20:05:31.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:31.397389  3909 webserver.cc:533] Webserver started at http://127.0.0.1:45701/ using document root <none> and password file <none>
20:05:31.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:31.423 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:31.424 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:31.424 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:31.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:31.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:31.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:31.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:31.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:31.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:31.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:31.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:31.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:31.425 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:31.426 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27419), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [16ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [31ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [47ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [50ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [66ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [68ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [68ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [85ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [104ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [145ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [146ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [205ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [205ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [325ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [326ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [327ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [604ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [605ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [823ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [824ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [825ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [825ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1446ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3144ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [7100ms] refreshing cache from master, [7101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [7102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [7102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7104ms] too many traces: truncated at 100 traces, deferred=Deferred@321196022(state=PENDING, result=null, callback=(continuation of Deferred@1708406448 after retry RPC after error@2066913954) -> (continuation of Deferred@1915242800 after retry RPC after error@1237955132) -> (continuation of Deferred@233597955 after retry RPC after error@1659109526) -> (continuation of Deferred@1379251251 after retry RPC after error@1449767963) -> (continuation of Deferred@948651681 after retry RPC after error@2057900438) -> (continuation of Deferred@96646876 after retry RPC after error@504369939) -> (continuation of Deferred@2093801534 after retry RPC after error@1314614160) -> (continuation of Deferred@1581207761 after retry RPC after error@1076447374) -> (continuation of Deferred@1543478693 after retry RPC after error@1324186273) -> (continuation of Deferred@1785729653 after retry RPC after error@1612139149) -> (continuation of Deferred@1201856927 after retry RPC after error@1656730552) -> (continuation of Deferred@146208288 after retry RPC after error@1378850457) -> (continuation of Deferred@38878042 after retry RPC after error@493644507) -> (continuation of Deferred@584358048 after retry RPC after error@216090941) -> (continuation of Deferred@132196368 after retry RPC after error@2040901765) -> (continuation of Deferred@2142381705 after retry RPC after error@2031890659) -> (continuation of Deferred@1999840888 after retry RPC after error@600215939) -> (continuation of Deferred@1294888220 after retry RPC after error@1437452146) -> (continuation of Deferred@994261849 after retry RPC after error@748617531) -> (continuation of Deferred@308683065 after retry RPC after error@692838992) -> (continuation of Deferred@200318419 after retry RPC after error@1355599025) -> (continuation of Deferred@1937789048 after retry RPC after error@86996282) -> (continuation of Deferred@171863625 after retry RPC after error@1008829179), errback=(continuation of Deferred@1708406448 after retry RPC after error@2066913954) -> (continuation of Deferred@1915242800 after retry RPC after error@1237955132) -> (continuation of Deferred@233597955 after retry RPC after error@1659109526) -> (continuation of Deferred@1379251251 after retry RPC after error@1449767963) -> (continuation of Deferred@948651681 after retry RPC after error@2057900438) -> (continuation of Deferred@96646876 after retry RPC after error@504369939) -> (continuation of Deferred@2093801534 after retry RPC after error@1314614160) -> (continuation of Deferred@1581207761 after retry RPC after error@1076447374) -> (continuation of Deferred@1543478693 after retry RPC after error@1324186273) -> (continuation of Deferred@1785729653 after retry RPC after error@1612139149) -> (continuation of Deferred@1201856927 after retry RPC after error@1656730552) -> (continuation of Deferred@146208288 after retry RPC after error@1378850457) -> (continuation of Deferred@38878042 after retry RPC after error@493644507) -> (continuation of Deferred@584358048 after retry RPC after error@216090941) -> (continuation of Deferred@132196368 after retry RPC after error@2040901765) -> (continuation of Deferred@2142381705 after retry RPC after error@2031890659) -> (continuation of Deferred@1999840888 after retry RPC after error@600215939) -> (continuation of Deferred@1294888220 after retry RPC after error@1437452146) -> (continuation of Deferred@994261849 after retry RPC after error@748617531) -> (continuation of Deferred@308683065 after retry RPC after error@692838992) -> (continuation of Deferred@200318419 after retry RPC after error@1355599025) -> (continuation of Deferred@1937789048 after retry RPC after error@86996282) -> (continuation of Deferred@171863625 after retry RPC after error@1008829179)))
20:05:31.428 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:05:31.428 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27419), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [16ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [31ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [47ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [50ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [66ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [68ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [68ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [85ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [104ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [145ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [146ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [205ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [205ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [325ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [326ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [327ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [604ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [605ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [823ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [824ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [825ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [825ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1446ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3144ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [7100ms] refreshing cache from master, [7101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [7102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [7102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7104ms] too many traces: truncated at 100 traces, deferred=Deferred@321196022(state=PENDING, result=null, callback=(continuation of Deferred@1708406448 after retry RPC after error@2066913954) -> (continuation of Deferred@1915242800 after retry RPC after error@1237955132) -> (continuation of Deferred@233597955 after retry RPC after error@1659109526) -> (continuation of Deferred@1379251251 after retry RPC after error@1449767963) -> (continuation of Deferred@948651681 after retry RPC after error@2057900438) -> (continuation of Deferred@96646876 after retry RPC after error@504369939) -> (continuation of Deferred@2093801534 after retry RPC after error@1314614160) -> (continuation of Deferred@1581207761 after retry RPC after error@1076447374) -> (continuation of Deferred@1543478693 after retry RPC after error@1324186273) -> (continuation of Deferred@1785729653 after retry RPC after error@1612139149) -> (continuation of Deferred@1201856927 after retry RPC after error@1656730552) -> (continuation of Deferred@146208288 after retry RPC after error@1378850457) -> (continuation of Deferred@38878042 after retry RPC after error@493644507) -> (continuation of Deferred@584358048 after retry RPC after error@216090941) -> (continuation of Deferred@132196368 after retry RPC after error@2040901765) -> (continuation of Deferred@2142381705 after retry RPC after error@2031890659) -> (continuation of Deferred@1999840888 after retry RPC after error@600215939) -> (continuation of Deferred@1294888220 after retry RPC after error@1437452146) -> (continuation of Deferred@994261849 after retry RPC after error@748617531) -> (continuation of Deferred@308683065 after retry RPC after error@692838992) -> (continuation of Deferred@200318419 after retry RPC after error@1355599025) -> (continuation of Deferred@1937789048 after retry RPC after error@86996282) -> (continuation of Deferred@171863625 after retry RPC after error@1008829179), errback=(continuation of Deferred@1708406448 after retry RPC after error@2066913954) -> (continuation of Deferred@1915242800 after retry RPC after error@1237955132) -> (continuation of Deferred@233597955 after retry RPC after error@1659109526) -> (continuation of Deferred@1379251251 after retry RPC after error@1449767963) -> (continuation of Deferred@948651681 after retry RPC after error@2057900438) -> (continuation of Deferred@96646876 after retry RPC after error@504369939) -> (continuation of Deferred@2093801534 after retry RPC after error@1314614160) -> (continuation of Deferred@1581207761 after retry RPC after error@1076447374) -> (continuation of Deferred@1543478693 after retry RPC after error@1324186273) -> (continuation of Deferred@1785729653 after retry RPC after error@1612139149) -> (continuation of Deferred@1201856927 after retry RPC after error@1656730552) -> (continuation of Deferred@146208288 after retry RPC after error@1378850457) -> (continuation of Deferred@38878042 after retry RPC after error@493644507) -> (continuation of Deferred@584358048 after retry RPC after error@216090941) -> (continuation of Deferred@132196368 after retry RPC after error@2040901765) -> (continuation of Deferred@2142381705 after retry RPC after error@2031890659) -> (continuation of Deferred@1999840888 after retry RPC after error@600215939) -> (continuation of Deferred@1294888220 after retry RPC after error@1437452146) -> (continuation of Deferred@994261849 after retry RPC after error@748617531) -> (continuation of Deferred@308683065 after retry RPC after error@692838992) -> (continuation of Deferred@200318419 after retry RPC after error@1355599025) -> (continuation of Deferred@1937789048 after retry RPC after error@86996282) -> (continuation of Deferred@171863625 after retry RPC after error@1008829179)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:31.430 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
20:05:31.431 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
20:05:31.434 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27419), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [16ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [31ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [47ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [50ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [66ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [68ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [68ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [85ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [104ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [145ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [146ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [205ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [205ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [325ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [326ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [327ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [604ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [605ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [823ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [824ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [825ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [825ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1446ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3144ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [7100ms] refreshing cache from master, [7101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [7102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [7102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7104ms] too many traces: truncated at 100 traces, deferred=Deferred@321196022(state=PENDING, result=null, callback=(continuation of Deferred@1708406448 after retry RPC after error@2066913954) -> (continuation of Deferred@1915242800 after retry RPC after error@1237955132) -> (continuation of Deferred@233597955 after retry RPC after error@1659109526) -> (continuation of Deferred@1379251251 after retry RPC after error@1449767963) -> (continuation of Deferred@948651681 after retry RPC after error@2057900438) -> (continuation of Deferred@96646876 after retry RPC after error@504369939) -> (continuation of Deferred@2093801534 after retry RPC after error@1314614160) -> (continuation of Deferred@1581207761 after retry RPC after error@1076447374) -> (continuation of Deferred@1543478693 after retry RPC after error@1324186273) -> (continuation of Deferred@1785729653 after retry RPC after error@1612139149) -> (continuation of Deferred@1201856927 after retry RPC after error@1656730552) -> (continuation of Deferred@146208288 after retry RPC after error@1378850457) -> (continuation of Deferred@38878042 after retry RPC after error@493644507) -> (continuation of Deferred@584358048 after retry RPC after error@216090941) -> (continuation of Deferred@132196368 after retry RPC after error@2040901765) -> (continuation of Deferred@2142381705 after retry RPC after error@2031890659) -> (continuation of Deferred@1999840888 after retry RPC after error@600215939) -> (continuation of Deferred@1294888220 after retry RPC after error@1437452146) -> (continuation of Deferred@994261849 after retry RPC after error@748617531) -> (continuation of Deferred@308683065 after retry RPC after error@692838992) -> (continuation of Deferred@200318419 after retry RPC after error@1355599025) -> (continuation of Deferred@1937789048 after retry RPC after error@86996282) -> (continuation of Deferred@171863625 after retry RPC after error@1008829179), errback=(continuation of Deferred@1708406448 after retry RPC after error@2066913954) -> (continuation of Deferred@1915242800 after retry RPC after error@1237955132) -> (continuation of Deferred@233597955 after retry RPC after error@1659109526) -> (continuation of Deferred@1379251251 after retry RPC after error@1449767963) -> (continuation of Deferred@948651681 after retry RPC after error@2057900438) -> (continuation of Deferred@96646876 after retry RPC after error@504369939) -> (continuation of Deferred@2093801534 after retry RPC after error@1314614160) -> (continuation of Deferred@1581207761 after retry RPC after error@1076447374) -> (continuation of Deferred@1543478693 after retry RPC after error@1324186273) -> (continuation of Deferred@1785729653 after retry RPC after error@1612139149) -> (continuation of Deferred@1201856927 after retry RPC after error@1656730552) -> (continuation of Deferred@146208288 after retry RPC after error@1378850457) -> (continuation of Deferred@38878042 after retry RPC after error@493644507) -> (continuation of Deferred@584358048 after retry RPC after error@216090941) -> (continuation of Deferred@132196368 after retry RPC after error@2040901765) -> (continuation of Deferred@2142381705 after retry RPC after error@2031890659) -> (continuation of Deferred@1999840888 after retry RPC after error@600215939) -> (continuation of Deferred@1294888220 after retry RPC after error@1437452146) -> (continuation of Deferred@994261849 after retry RPC after error@748617531) -> (continuation of Deferred@308683065 after retry RPC after error@692838992) -> (continuation of Deferred@200318419 after retry RPC after error@1355599025) -> (continuation of Deferred@1937789048 after retry RPC after error@86996282) -> (continuation of Deferred@171863625 after retry RPC after error@1008829179)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:31.437 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:05:31.438 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
20:05:31.438 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
20:05:31.438 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:05:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:05:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:05:31.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:05:31Z Disabled control of system clock
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:31.471958  3909 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/wal
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/data
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/logs
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/data/info.pb
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.126:36643
20:05:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.126
20:05:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39437/jwks.json with env {}
20:05:31.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134731732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:31.747 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:05:31.748 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
20:05:31.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:31.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:31.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:31.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:31.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:31.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:31.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:31.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:31.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:31.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:31.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:31.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:31.775 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.816669  3921 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.817232  3921 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.817767  3921 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:31.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.855362  3921 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:31.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.855729  3921 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.855966  3921 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.856194  3921 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.856393  3921 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.856546  3921 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39437/jwks.json
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:31.900769  3921 master_runner.cc:387] Master server non-default flags:
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/data
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/wal
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.126:36643
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39437/jwks.json
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/data/info.pb
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.126
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/logs
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:31.902241  3921 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:31.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:31.904072  3921 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.918762  3927 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:32.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134732232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:32.248 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:05:32.251 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
20:05:32.734 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134732732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:32.748 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:05:32.750 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
20:05:33.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.133 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.133 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.134 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134733232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:33.248 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:05:33.250 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
20:05:33.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.926870  3930 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:33.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:31.922254  3928 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.295770  3929 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1369 milliseconds
20:05:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.296015  3921 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:33.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.297742  3921 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:33.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.301194  3921 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.302911  3921 hybrid_clock.cc:648] HybridClock initialized: now 1779134733302841 us; error 79 us; skew 500 ppm
20:05:33.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.303892  3921 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:33.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.310537  3921 webserver.cc:533] Webserver started at http://127.3.209.126:42733/ using document root <none> and password file <none>
20:05:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.311455  3921 fs_manager.cc:362] Metadata directory not provided
20:05:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.311650  3921 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:33.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.312069  3921 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.316574  3921 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/data/instance:
20:05:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702"
20:05:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:33 on dist-test-slave-66b9"
20:05:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.317782  3921 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/wal/instance:
20:05:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702"
20:05:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:33 on dist-test-slave-66b9"
20:05:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.325454  3921 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
20:05:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.332356  3938 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:33.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.333631  3921 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
20:05:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.334203  3921 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/wal
20:05:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702"
20:05:33.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:33 on dist-test-slave-66b9"
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.334591  3921 fs_report.cc:389] FS layout report
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/wal
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/wal
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/data/data
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:33.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.406327  3921 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.408033  3921 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.408565  3921 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.494045  3921 rpc_server.cc:307] RPC server started. Bound to: 127.3.209.126:36643
20:05:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.494107  3989 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.209.126:36643 every 8 connection(s)
20:05:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.496987  3921 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/data/info.pb
20:05:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.506001  3990 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.506228  3909 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 3921
20:05:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.506753  3909 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-0/wal/instance
20:05:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.512861  3909 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/wal
20:05:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/data
20:05:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/logs
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/data/info.pb
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.125:46655
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.125
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39437/jwks.json with env {}
20:05:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.525715  3990 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } has no permanent_uuid. Determining permanent_uuid...
20:05:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.560732  3990 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } has no permanent_uuid. Determining permanent_uuid...
20:05:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.563947  3941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.209.125:46655: connect: Connection refused (error 111)
20:05:33.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.569988  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.125:46655: Network error: Client connection negotiation failed: client connection to 127.3.209.125:46655: connect: Connection refused (error 111)
20:05:33.578 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:33.578 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:33.578 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:33.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:33.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:33.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:33.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:33.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:33.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:33.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:33.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:33.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:33.579 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.619926  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } attempt: 1
20:05:33.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.626513  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.125:46655: Network error: Client connection negotiation failed: client connection to 127.3.209.125:46655: connect: Connection refused (error 111)
20:05:33.630 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:05:33.631 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:05:33.632 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:05:33.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:05:33.633 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
20:05:33.634 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:05:33.634 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
20:05:33.634 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id eca6ceaabf92c850657312495e573ca9
20:05:33.635 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot eca6ceaabf92c850657312495e573ca9.
20:05:33.637 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id eca6ceaabf92c850657312495e573ca9.
20:05:33.639 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
20:05:33.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
20:05:33.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@691d863
20:05:33.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:33.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:05:33.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:05:33.642 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:05:33.645 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6361b8cd
20:05:33.647 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:33.649 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.650 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.653 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.656 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.671 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.672 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.673 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.675 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.689 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.690 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.691 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.692 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.694998  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } attempt: 2
20:05:33.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.700798  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.125:46655: Network error: Client connection negotiation failed: client connection to 127.3.209.125:46655: connect: Connection refused (error 111)
20:05:33.710 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.710 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.711 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.712 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.729 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.730 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.730 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.731 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134733732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:33.743 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:05:33.745 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
20:05:33.749 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.750 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.750 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.790 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.790 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.791 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.792 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.792307  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } attempt: 3
20:05:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.797271  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.125:46655: Network error: Client connection negotiation failed: client connection to 127.3.209.125:46655: connect: Connection refused (error 111)
20:05:33.829 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.830 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.830 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.831 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.897 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:33.898 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:33.898 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:33.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:33.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:33.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:33.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:33.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:33.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:33.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:33.899 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:33.899 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:33.899 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.899093  3992 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.899792  3992 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:33.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.900337  3992 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:33.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:33.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.935433  3992 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.935837  3992 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.936190  3992 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.936488  3992 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.936789  3992 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:33.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.937038  3992 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39437/jwks.json
20:05:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.940812  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } attempt: 4
20:05:33.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:33.945597  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.125:46655: Network error: Client connection negotiation failed: client connection to 127.3.209.125:46655: connect: Connection refused (error 111)
20:05:33.949 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.950 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.951 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.952 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.970 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:33.970 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:33.970 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:33.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:33.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:33.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:33.971 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.983614  3992 master_runner.cc:387] Master server non-default flags:
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/data
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/wal
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.125:46655
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39437/jwks.json
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/data/info.pb
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.125
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/logs
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:33.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.985220  3992 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:33.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:33.987227  3992 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:34.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:34.000804  4012 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:34.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:34.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:34.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:34.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:34.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:34.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:34.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:34.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:34.173 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:34.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:34.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:34.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:34.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:34.234 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134734233 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:34.244 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:05:34.245 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
20:05:34.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:34.245043  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } attempt: 5
20:05:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:34.251514  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.125:46655: Network error: Client connection negotiation failed: client connection to 127.3.209.125:46655: connect: Connection refused (error 111)
20:05:34.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:34.709 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:34.710 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:34.710 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:34.710 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:34.710 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:34.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:34.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:34.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:34.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:34.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:34.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:34.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:34.711 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:34.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134734732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:34.743 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:05:34.744 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
20:05:34.789 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:34.790 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:34.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:34.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:34.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:34.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:34.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:34.792 [INFO - pool-98-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:34.792 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:34.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:34.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:34.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:34.793 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:34.799366  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } attempt: 6
20:05:34.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:34.810186  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.125:46655: Network error: Client connection negotiation failed: client connection to 127.3.209.125:46655: connect: Connection refused (error 111)
20:05:34.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:35.118 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:35.118 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:35.119 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:35.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:35.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:35.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:35.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:35.120 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:35.120 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:35.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:35.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:35.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:35.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:35.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134735232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:35.243 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:05:35.244 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
20:05:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:34.004161  4014 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:34.001926  4011 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.334198  3992 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.333688  4013 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:05:35.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.338838  3992 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.342687  3992 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.344587  3992 hybrid_clock.cc:648] HybridClock initialized: now 1779134735344506 us; error 94 us; skew 500 ppm
20:05:35.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.345800  3992 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:35.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.354812  3992 webserver.cc:533] Webserver started at http://127.3.209.125:46373/ using document root <none> and password file <none>
20:05:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.357533  3992 fs_manager.cc:362] Metadata directory not provided
20:05:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.357872  3992 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.358515  3992 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.365465  3992 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/data/instance:
20:05:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d6650bb8b844e68428ae5343c62f99"
20:05:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:35 on dist-test-slave-66b9"
20:05:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.367110  3992 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/wal/instance:
20:05:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d6650bb8b844e68428ae5343c62f99"
20:05:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:35 on dist-test-slave-66b9"
20:05:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.378064  3992 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.001s
20:05:35.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.386907  4023 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:35.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.388298  3992 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
20:05:35.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.388684  3992 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/wal
20:05:35.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d6650bb8b844e68428ae5343c62f99"
20:05:35.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:35 on dist-test-slave-66b9"
20:05:35.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.389106  3992 fs_report.cc:389] FS layout report
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/wal
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/wal
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/data/data
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:35.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:35.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.461736  3992 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:35.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.463657  3992 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:35.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.464215  3992 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.562758  3992 rpc_server.cc:307] RPC server started. Bound to: 127.3.209.125:46655
20:05:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.562881  4074 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.209.125:46655 every 8 connection(s)
20:05:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.565584  3992 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/data/info.pb
20:05:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.571344  3909 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 3992
20:05:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.571676  3909 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-1/wal/instance
20:05:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.573383  4075 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.574137  3909 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/wal
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/data
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/logs
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/data/info.pb
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.124:33411
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.124
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39437/jwks.json with env {}
20:05:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.585604  4075 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } has no permanent_uuid. Determining permanent_uuid...
20:05:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.612023  4075 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } has no permanent_uuid. Determining permanent_uuid...
20:05:35.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.628820  4075 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } has no permanent_uuid. Determining permanent_uuid...
20:05:35.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.631675  4026 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:35.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.636534  4075 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.686357  4075 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 1
20:05:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.691511  4075 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:35.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134735732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:35.742 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:05:35.743 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
20:05:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.759971  4075 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 2
20:05:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.764668  4075 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.856151  4075 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 3
20:05:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.860623  4075 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.870666  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } attempt: 7
20:05:35.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.884168  3990 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } has no permanent_uuid. Determining permanent_uuid...
20:05:35.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.889771  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:35.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.932276  4077 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.932828  4077 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.933265  4077 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:35.948235  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 1
20:05:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.953562  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.975890  4077 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.976334  4077 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.977186  4077 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.977566  4077 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:35.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.977910  4077 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:35.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:35.978235  4077 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39437/jwks.json
20:05:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.004115  4075 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 4
20:05:36.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:36.008702  4075 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.020063  4077 master_runner.cc:387] Master server non-default flags:
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/data
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/wal
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.124:33411
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39437/jwks.json
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/data/info.pb
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.124
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/logs
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.021332  4077 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:36.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.023077  4077 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.035127  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 2
20:05:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:36.035089  4089 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:36.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:36.042012  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.127656  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 3
20:05:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:36.136270  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:36.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134736232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:36.257 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
20:05:36.259 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
20:05:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.276824  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 4
20:05:36.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:36.285845  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.308255  4075 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 5
20:05:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:36.317907  4075 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:36.377 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:36.378 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:36.378 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:36.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:36.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:36.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:36.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:36.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:36.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:36.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:36.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:36.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:36.380 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:36.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:36.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:36.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:36.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:36.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:36.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:36.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:36.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:36.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:36.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:36.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:36.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:36.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:36.556 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:36.557 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29981), Traces: [0ms] refreshing cache from master, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [47ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [100ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [156ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [159ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [210ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [246ms] refreshing cache from master, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [250ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [251ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [252ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [252ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [289ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [295ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [296ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [324ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [324ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [566ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [566ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [572ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [572ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [783ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [784ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [784ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [785ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1105ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2580ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2587ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2589ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2589ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [6161ms] refreshing cache from master, [6161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6164ms] too many traces: truncated at 100 traces, deferred=Deferred@1582101637(state=PENDING, result=null, callback=(continuation of Deferred@200128294 after retry RPC after error@1168184528) -> (continuation of Deferred@1253614411 after retry RPC after error@1936301637) -> (continuation of Deferred@358302601 after retry RPC after error@1477562982) -> (continuation of Deferred@1463582932 after retry RPC after error@1754838976) -> (continuation of Deferred@655418961 after retry RPC after error@1900315191) -> (continuation of Deferred@1112377067 after retry RPC after error@1866862549) -> (continuation of Deferred@1338269186 after retry RPC after error@440678647) -> (continuation of Deferred@881889162 after retry RPC after error@1802966634) -> (continuation of Deferred@103706952 after retry RPC after error@1024877306) -> (continuation of Deferred@222975501 after retry RPC after error@1591592328) -> (continuation of Deferred@730614570 after retry RPC after error@621018387) -> (continuation of Deferred@2049322368 after retry RPC after error@1256675017) -> (continuation of Deferred@58429860 after retry RPC after error@959061949) -> (continuation of Deferred@1915449141 after retry RPC after error@34225831) -> (continuation of Deferred@1562601971 after retry RPC after error@874332701) -> (continuation of Deferred@501662060 after retry RPC after error@1321876337) -> (continuation of Deferred@148946858 after retry RPC after error@1454573825) -> (continuation of Deferred@2104844058 after retry RPC after error@1660674678) -> (continuation of Deferred@1869290604 after retry RPC after error@568261505) -> (continuation of Deferred@1980034351 after retry RPC after error@1263618507) -> (continuation of Deferred@2087630001 after retry RPC after error@708467278) -> (continuation of Deferred@2072426419 after retry RPC after error@978892313) -> (continuation of Deferred@857364191 after retry RPC after error@1267372760) -> (continuation of Deferred@100634421 after retry RPC after error@2053642733) -> (continuation of Deferred@455414993 after retry RPC after error@69617983), errback=(continuation of Deferred@200128294 after retry RPC after error@1168184528) -> (continuation of Deferred@1253614411 after retry RPC after error@1936301637) -> (continuation of Deferred@358302601 after retry RPC after error@1477562982) -> (continuation of Deferred@1463582932 after retry RPC after error@1754838976) -> (continuation of Deferred@655418961 after retry RPC after error@1900315191) -> (continuation of Deferred@1112377067 after retry RPC after error@1866862549) -> (continuation of Deferred@1338269186 after retry RPC after error@440678647) -> (continuation of Deferred@881889162 after retry RPC after error@1802966634) -> (continuation of Deferred@103706952 after retry RPC after error@1024877306) -> (continuation of Deferred@222975501 after retry RPC after error@1591592328) -> (continuation of Deferred@730614570 after retry RPC after error@621018387) -> (continuation of Deferred@2049322368 after retry RPC after error@1256675017) -> (continuation of Deferred@58429860 after retry RPC after error@959061949) -> (continuation of Deferred@1915449141 after retry RPC after error@34225831) -> (continuation of Deferred@1562601971 after retry RPC after error@874332701) -> (continuation of Deferred@501662060 after retry RPC after error@1321876337) -> (continuation of Deferred@148946858 after retry RPC after error@1454573825) -> (continuation of Deferred@2104844058 after retry RPC after error@1660674678) -> (continuation of Deferred@1869290604 after retry RPC after error@568261505) -> (continuation of Deferred@1980034351 after retry RPC after error@1263618507) -> (continuation of Deferred@2087630001 after retry RPC after error@708467278) -> (continuation of Deferred@2072426419 after retry RPC after error@978892313) -> (continuation of Deferred@857364191 after retry RPC after error@1267372760) -> (continuation of Deferred@100634421 after retry RPC after error@2053642733) -> (continuation of Deferred@455414993 after retry RPC after error@69617983)))
20:05:36.561 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:05:36.561 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29981), Traces: [0ms] refreshing cache from master, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [47ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [100ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [156ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [159ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [210ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [246ms] refreshing cache from master, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [250ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [251ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [252ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [252ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [289ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [295ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [296ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [324ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [324ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [566ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [566ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [572ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [572ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [783ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [784ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [784ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [785ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1105ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2580ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2587ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2589ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2589ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [6161ms] refreshing cache from master, [6161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6164ms] too many traces: truncated at 100 traces, deferred=Deferred@1582101637(state=PENDING, result=null, callback=(continuation of Deferred@200128294 after retry RPC after error@1168184528) -> (continuation of Deferred@1253614411 after retry RPC after error@1936301637) -> (continuation of Deferred@358302601 after retry RPC after error@1477562982) -> (continuation of Deferred@1463582932 after retry RPC after error@1754838976) -> (continuation of Deferred@655418961 after retry RPC after error@1900315191) -> (continuation of Deferred@1112377067 after retry RPC after error@1866862549) -> (continuation of Deferred@1338269186 after retry RPC after error@440678647) -> (continuation of Deferred@881889162 after retry RPC after error@1802966634) -> (continuation of Deferred@103706952 after retry RPC after error@1024877306) -> (continuation of Deferred@222975501 after retry RPC after error@1591592328) -> (continuation of Deferred@730614570 after retry RPC after error@621018387) -> (continuation of Deferred@2049322368 after retry RPC after error@1256675017) -> (continuation of Deferred@58429860 after retry RPC after error@959061949) -> (continuation of Deferred@1915449141 after retry RPC after error@34225831) -> (continuation of Deferred@1562601971 after retry RPC after error@874332701) -> (continuation of Deferred@501662060 after retry RPC after error@1321876337) -> (continuation of Deferred@148946858 after retry RPC after error@1454573825) -> (continuation of Deferred@2104844058 after retry RPC after error@1660674678) -> (continuation of Deferred@1869290604 after retry RPC after error@568261505) -> (continuation of Deferred@1980034351 after retry RPC after error@1263618507) -> (continuation of Deferred@2087630001 after retry RPC after error@708467278) -> (continuation of Deferred@2072426419 after retry RPC after error@978892313) -> (continuation of Deferred@857364191 after retry RPC after error@1267372760) -> (continuation of Deferred@100634421 after retry RPC after error@2053642733) -> (continuation of Deferred@455414993 after retry RPC after error@69617983), errback=(continuation of Deferred@200128294 after retry RPC after error@1168184528) -> (continuation of Deferred@1253614411 after retry RPC after error@1936301637) -> (continuation of Deferred@358302601 after retry RPC after error@1477562982) -> (continuation of Deferred@1463582932 after retry RPC after error@1754838976) -> (continuation of Deferred@655418961 after retry RPC after error@1900315191) -> (continuation of Deferred@1112377067 after retry RPC after error@1866862549) -> (continuation of Deferred@1338269186 after retry RPC after error@440678647) -> (continuation of Deferred@881889162 after retry RPC after error@1802966634) -> (continuation of Deferred@103706952 after retry RPC after error@1024877306) -> (continuation of Deferred@222975501 after retry RPC after error@1591592328) -> (continuation of Deferred@730614570 after retry RPC after error@621018387) -> (continuation of Deferred@2049322368 after retry RPC after error@1256675017) -> (continuation of Deferred@58429860 after retry RPC after error@959061949) -> (continuation of Deferred@1915449141 after retry RPC after error@34225831) -> (continuation of Deferred@1562601971 after retry RPC after error@874332701) -> (continuation of Deferred@501662060 after retry RPC after error@1321876337) -> (continuation of Deferred@148946858 after retry RPC after error@1454573825) -> (continuation of Deferred@2104844058 after retry RPC after error@1660674678) -> (continuation of Deferred@1869290604 after retry RPC after error@568261505) -> (continuation of Deferred@1980034351 after retry RPC after error@1263618507) -> (continuation of Deferred@2087630001 after retry RPC after error@708467278) -> (continuation of Deferred@2072426419 after retry RPC after error@978892313) -> (continuation of Deferred@857364191 after retry RPC after error@1267372760) -> (continuation of Deferred@100634421 after retry RPC after error@2053642733) -> (continuation of Deferred@455414993 after retry RPC after error@69617983)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:36.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.569416  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 5
20:05:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:36.575555  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:36.576 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:05:36.579 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
20:05:36.581 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29981), Traces: [0ms] refreshing cache from master, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [47ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [100ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [156ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [159ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [210ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [246ms] refreshing cache from master, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [250ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [251ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [252ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [252ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [284ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [289ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [295ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [296ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [324ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [324ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [566ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [566ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [572ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [572ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [783ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [784ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [784ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [785ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1105ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2580ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2587ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2589ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2589ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [6161ms] refreshing cache from master, [6161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6164ms] too many traces: truncated at 100 traces, deferred=Deferred@1582101637(state=PENDING, result=null, callback=(continuation of Deferred@200128294 after retry RPC after error@1168184528) -> (continuation of Deferred@1253614411 after retry RPC after error@1936301637) -> (continuation of Deferred@358302601 after retry RPC after error@1477562982) -> (continuation of Deferred@1463582932 after retry RPC after error@1754838976) -> (continuation of Deferred@655418961 after retry RPC after error@1900315191) -> (continuation of Deferred@1112377067 after retry RPC after error@1866862549) -> (continuation of Deferred@1338269186 after retry RPC after error@440678647) -> (continuation of Deferred@881889162 after retry RPC after error@1802966634) -> (continuation of Deferred@103706952 after retry RPC after error@1024877306) -> (continuation of Deferred@222975501 after retry RPC after error@1591592328) -> (continuation of Deferred@730614570 after retry RPC after error@621018387) -> (continuation of Deferred@2049322368 after retry RPC after error@1256675017) -> (continuation of Deferred@58429860 after retry RPC after error@959061949) -> (continuation of Deferred@1915449141 after retry RPC after error@34225831) -> (continuation of Deferred@1562601971 after retry RPC after error@874332701) -> (continuation of Deferred@501662060 after retry RPC after error@1321876337) -> (continuation of Deferred@148946858 after retry RPC after error@1454573825) -> (continuation of Deferred@2104844058 after retry RPC after error@1660674678) -> (continuation of Deferred@1869290604 after retry RPC after error@568261505) -> (continuation of Deferred@1980034351 after retry RPC after error@1263618507) -> (continuation of Deferred@2087630001 after retry RPC after error@708467278) -> (continuation of Deferred@2072426419 after retry RPC after error@978892313) -> (continuation of Deferred@857364191 after retry RPC after error@1267372760) -> (continuation of Deferred@100634421 after retry RPC after error@2053642733) -> (continuation of Deferred@455414993 after retry RPC after error@69617983), errback=(continuation of Deferred@200128294 after retry RPC after error@1168184528) -> (continuation of Deferred@1253614411 after retry RPC after error@1936301637) -> (continuation of Deferred@358302601 after retry RPC after error@1477562982) -> (continuation of Deferred@1463582932 after retry RPC after error@1754838976) -> (continuation of Deferred@655418961 after retry RPC after error@1900315191) -> (continuation of Deferred@1112377067 after retry RPC after error@1866862549) -> (continuation of Deferred@1338269186 after retry RPC after error@440678647) -> (continuation of Deferred@881889162 after retry RPC after error@1802966634) -> (continuation of Deferred@103706952 after retry RPC after error@1024877306) -> (continuation of Deferred@222975501 after retry RPC after error@1591592328) -> (continuation of Deferred@730614570 after retry RPC after error@621018387) -> (continuation of Deferred@2049322368 after retry RPC after error@1256675017) -> (continuation of Deferred@58429860 after retry RPC after error@959061949) -> (continuation of Deferred@1915449141 after retry RPC after error@34225831) -> (continuation of Deferred@1562601971 after retry RPC after error@874332701) -> (continuation of Deferred@501662060 after retry RPC after error@1321876337) -> (continuation of Deferred@148946858 after retry RPC after error@1454573825) -> (continuation of Deferred@2104844058 after retry RPC after error@1660674678) -> (continuation of Deferred@1869290604 after retry RPC after error@568261505) -> (continuation of Deferred@1980034351 after retry RPC after error@1263618507) -> (continuation of Deferred@2087630001 after retry RPC after error@708467278) -> (continuation of Deferred@2072426419 after retry RPC after error@978892313) -> (continuation of Deferred@857364191 after retry RPC after error@1267372760) -> (continuation of Deferred@100634421 after retry RPC after error@2053642733) -> (continuation of Deferred@455414993 after retry RPC after error@69617983)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:36.584 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
20:05:36.584 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:05:36.585 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:05:36.585 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
20:05:36.734 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134736733 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:36.748 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:05:36.750 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
20:05:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:36.865501  4075 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 6
20:05:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:36.900851  4075 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:37.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.128202  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 6
20:05:37.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:37.157634  3990 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:37.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134737232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:37.251 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=17 ms, finalizationTime=2 ms).
20:05:37.252 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
20:05:37.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134737732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:37.752 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
20:05:37.759 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
20:05:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:37.440613  4088 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 4077
20:05:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:37.940060  4088 kernel_stack_watchdog.cc:198] Thread 4077 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:05:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:36.036620  4090 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:37.941321  4077 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.906s	user 0.611s	sys 1.246s
20:05:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:37.941818  4077 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.907s	user 0.611s	sys 1.246s
20:05:37.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:37.943504  4092 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:37.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:37.946476  4091 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1905 milliseconds
20:05:37.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.946571  4077 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.947754  4077 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:37.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.950341  4077 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.951916  4077 hybrid_clock.cc:648] HybridClock initialized: now 1779134737951881 us; error 41 us; skew 500 ppm
20:05:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.952870  4077 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:37.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.961109  4077 webserver.cc:533] Webserver started at http://127.3.209.124:42665/ using document root <none> and password file <none>
20:05:37.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.961488  4075 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 7
20:05:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.962411  4077 fs_manager.cc:362] Metadata directory not provided
20:05:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.962697  4077 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.963311  4077 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:37.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:37.969448  4075 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.209.124:33411: Network error: Client connection negotiation failed: client connection to 127.3.209.124:33411: connect: Connection refused (error 111)
20:05:37.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.970361  4077 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/data/instance:
20:05:37.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f"
20:05:37.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:37 on dist-test-slave-66b9"
20:05:37.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.971510  4077 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/wal/instance:
20:05:37.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f"
20:05:37.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:37 on dist-test-slave-66b9"
20:05:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.979811  4077 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
20:05:37.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.985813  4105 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.987299  4077 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.987653  4077 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/wal
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f"
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:37 on dist-test-slave-66b9"
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:37.988014  4077 fs_report.cc:389] FS layout report
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/wal
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/wal
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/data/data
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.046134  4077 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.047674  4077 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.048242  4077 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.128315  4077 rpc_server.cc:307] RPC server started. Bound to: 127.3.209.124:33411
20:05:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.128438  4156 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.209.124:33411 every 8 connection(s)
20:05:38.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.131469  4077 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/data/info.pb
20:05:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.138108  4157 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.140143  3909 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 4077
20:05:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.140653  3909 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/master-2/wal/instance
20:05:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.153581  4157 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } has no permanent_uuid. Determining permanent_uuid...
20:05:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.177999  4157 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } has no permanent_uuid. Determining permanent_uuid...
20:05:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.190241  4157 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } has no permanent_uuid. Determining permanent_uuid...
20:05:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.191448  3990 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 7
20:05:38.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.213820  4157 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f: Bootstrap starting.
20:05:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.215615  3990 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702: Bootstrap starting.
20:05:38.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.220799  4157 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f: Neither blocks nor log segments found. Creating new log.
20:05:38.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.221992  3990 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702: Neither blocks nor log segments found. Creating new log.
20:05:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.223382  4157 log.cc:826] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f: Log is configured to *not* fsync() on all Append() calls
20:05:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.224360  3990 log.cc:826] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702: Log is configured to *not* fsync() on all Append() calls
20:05:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.229409  3990 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702: No bootstrap required, opened a new log
20:05:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.231081  4157 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f: No bootstrap required, opened a new log
20:05:38.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134738232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:38.247 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:05:38.249 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
20:05:38.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.259029  3990 raft_consensus.cc:359] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } }
20:05:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.260099  3990 raft_consensus.cc:385] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.260542  3990 raft_consensus.cc:740] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e36fb4d6b71e4ae4aeb088de5c9cd702, State: Initialized, Role: FOLLOWER
20:05:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.261227  4157 raft_consensus.cc:359] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } }
20:05:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.262187  4157 raft_consensus.cc:385] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.261713  3990 consensus_queue.cc:260] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } }
20:05:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.262483  4157 raft_consensus.cc:740] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 37dac5d52d6c40eaa3fc47bd839fbb6f, State: Initialized, Role: FOLLOWER
20:05:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.263520  4157 consensus_queue.cc:260] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } }
20:05:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.264925  4169 sys_catalog.cc:455] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.266466  4169 sys_catalog.cc:458] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [sys.catalog]: This master's current role is: FOLLOWER
20:05:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.267061  3990 sys_catalog.cc:565] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [sys.catalog]: configured and running, proceeding with master startup.
20:05:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.267326  4170 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.268208  4170 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [sys.catalog]: This master's current role is: FOLLOWER
20:05:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.268996  4157 sys_catalog.cc:565] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [sys.catalog]: configured and running, proceeding with master startup.
20:05:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:38.304076  4111 tablet.cc:2404] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:38.306667  4189 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:05:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:38.307205  4189 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:05:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.309383  4193 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:05:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.322479  4169 raft_consensus.cc:493] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:38.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.323097  4169 raft_consensus.cc:515] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } }
20:05:38.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.327693  4132 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" is_pre_election: true
20:05:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.328658  4132 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e36fb4d6b71e4ae4aeb088de5c9cd702 in term 0.
20:05:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.330736  3941 leader_election.cc:304] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 37dac5d52d6c40eaa3fc47bd839fbb6f, e36fb4d6b71e4ae4aeb088de5c9cd702; no voters: 
20:05:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.336463  4169 leader_election.cc:290] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 17d6650bb8b844e68428ae5343c62f99 (127.3.209.125:46655), 37dac5d52d6c40eaa3fc47bd839fbb6f (127.3.209.124:33411)
20:05:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.338614  4169 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.304626  3921 master_runner.cc:187] Error getting master registration for 127.3.209.125:46655: OK, instance_id { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" instance_seqno: 1779134735539744 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:05:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.339962  4169 raft_consensus.cc:493] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.340481  4169 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 0 FOLLOWER]: Advancing to term 1
20:05:38.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.340036  3921 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:05:38.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.351929  4169 raft_consensus.cc:515] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } }
20:05:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.356594  4169 leader_election.cc:290] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [CANDIDATE]: Term 1 election: Requested vote from peers 17d6650bb8b844e68428ae5343c62f99 (127.3.209.125:46655), 37dac5d52d6c40eaa3fc47bd839fbb6f (127.3.209.124:33411)
20:05:38.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.357266  4132 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f"
20:05:38.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.358268  4132 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [term 0 FOLLOWER]: Advancing to term 1
20:05:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.366251  4132 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e36fb4d6b71e4ae4aeb088de5c9cd702 in term 1.
20:05:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.329650  4077 master_runner.cc:187] Error getting master registration for 127.3.209.125:46655: OK, instance_id { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" instance_seqno: 1779134735539744 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:05:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.376506  4077 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:05:38.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.376654  3941 leader_election.cc:304] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 37dac5d52d6c40eaa3fc47bd839fbb6f, e36fb4d6b71e4ae4aeb088de5c9cd702; no voters: 
20:05:38.378 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:38.378 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:38.379 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:38.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:38.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:38.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:38.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:38.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:38.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:38.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:38.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:38.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:38.382 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:38.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.382575  4169 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 1 FOLLOWER]: Leader election won for term 1
20:05:38.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.383384  4169 raft_consensus.cc:697] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [term 1 LEADER]: Becoming Leader. State: Replica: e36fb4d6b71e4ae4aeb088de5c9cd702, State: Running, Role: LEADER
20:05:38.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.384348  4169 consensus_queue.cc:237] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } }
20:05:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.392032  4194 sys_catalog.cc:455] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e36fb4d6b71e4ae4aeb088de5c9cd702. Latest consensus state: current_term: 1 leader_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.392899  4194 sys_catalog.cc:458] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [sys.catalog]: This master's current role is: LEADER
20:05:38.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.395959  4196 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:05:38.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.403620  4196 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:05:38.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.421471  4132 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [term 1 FOLLOWER]: Refusing update from remote peer e36fb4d6b71e4ae4aeb088de5c9cd702: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:05:38.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:38.423395  3944 tablet.cc:2404] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:38.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.426103  4169 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [LEADER]: Connected to new peer: Peer: permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:05:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.445624  4170 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader e36fb4d6b71e4ae4aeb088de5c9cd702. Latest consensus state: current_term: 1 leader_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:38.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.446964  4170 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [sys.catalog]: This master's current role is: FOLLOWER
20:05:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.459394  4170 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.459543  4194 sys_catalog.cc:455] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.460270  4170 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f [sys.catalog]: This master's current role is: FOLLOWER
20:05:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.460314  4194 sys_catalog.cc:458] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [sys.catalog]: This master's current role is: LEADER
20:05:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.464835  4196 catalog_manager.cc:1382] Generated new cluster ID: 97c9bbaf4d2e4118a9886c9019a6185b
20:05:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.465180  4196 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:05:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.515218  4196 catalog_manager.cc:1405] Generated new certificate authority record
20:05:38.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.517777  4196 catalog_manager.cc:1539] Loading token signing keys...
20:05:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.559441  4196 catalog_manager.cc:6069] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702: Generated new TSK 0
20:05:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.561544  4196 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:05:38.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:38.591424  3909 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:38.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/wal
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/data
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/logs
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/data/info.pb
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.65:0
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.209.65
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.65
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:05:38.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134738732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:38.749 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:05:38.750 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
20:05:38.790 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:38.790 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:38.790 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:38.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:38.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:38.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:38.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:38.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:38.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:38.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:38.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:38.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:38.792 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:38.971055  4203 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:38.971546  4203 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:38.972182  4203 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:39.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:39.016331  4203 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:39.017266  4203 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.209.65
20:05:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:39.057265  4203 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/data
20:05:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/wal
20:05:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.65:0
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/data/info.pb
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.65
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.209.65
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/logs
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:39.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:39.059684  4203 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:39.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:39.061969  4203 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:39.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:39.083335  4210 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:39.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134739233 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:39.249 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:05:39.251 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
20:05:39.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:39.431370  4193 catalog_manager.cc:1294] Loaded cluster ID: 97c9bbaf4d2e4118a9886c9019a6185b
20:05:39.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:39.438319  4193 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f: loading cluster ID for follower catalog manager: success
20:05:39.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:39.556445  4193 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f: acquiring CA information for follower catalog manager: success
20:05:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:39.583740  4193 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 37dac5d52d6c40eaa3fc47bd839fbb6f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:05:39.669 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:39.670 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:39.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.670 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:39.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:39.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134739733 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:39.751 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
20:05:39.752 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
20:05:39.817 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:39.818 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:39.818 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:39.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:39.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:39.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:39.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:39.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:39.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:39.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:39.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:39.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:39.819 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:39.844 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:05:39.845 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:05:39.845 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:05:39.846 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
20:05:39.847 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
20:05:39.847 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id 9ad297cd4ffa417fe2b19356b89782e5
20:05:39.848 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:05:39.848 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 9ad297cd4ffa417fe2b19356b89782e5.
20:05:39.849 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 9ad297cd4ffa417fe2b19356b89782e5.
20:05:39.849 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:05:39.852 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
20:05:39.854 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
20:05:39.854 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@58033fa4
20:05:39.855 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:39.855 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:05:39.855 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:05:39.856 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:05:39.868 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1df2f11b
20:05:39.885 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:39.889 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:39.893 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:39.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.897 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:39.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.901 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:39.909 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:39.913 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:39.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.917 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:39.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.921 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:39.929 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:39.933 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:39.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.937 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:39.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.939 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:39.949 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:39.950 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:39.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.959 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.961 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:39.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.962 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:39.970 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:39.970 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:39.971 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:39.973 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.973 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.973 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:39.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:39.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:39.976 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:40.010 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:40.010 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:40.011 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:40.012 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:40.050 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:40.051 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:40.051 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:40.052 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.052 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.052 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.053 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.053 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.056 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.060016  4075 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } attempt: 8
20:05:40.090 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:40.090 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:40.091 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:40.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.092 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.092 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.092 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.093 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.093 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.093 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.093 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:40.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.192618  4075 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99: Bootstrap starting.
20:05:40.232 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134740232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:40.252 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
20:05:40.254 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
20:05:40.270 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:40.271 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:40.271 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:40.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:40.275221  3941 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.3.209.125:46655 timed out after 1.920s (SENT) [suppressed 13 similar messages]
20:05:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.345413  4075 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99: Neither blocks nor log segments found. Creating new log.
20:05:40.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.391739  4075 log.cc:826] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99: Log is configured to *not* fsync() on all Append() calls
20:05:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.421391  4075 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99: No bootstrap required, opened a new log
20:05:40.470 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:40.470 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:40.471 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:40.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.473 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.473 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.530197  4075 raft_consensus.cc:359] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } }
20:05:40.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.542162  4075 raft_consensus.cc:385] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:40.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.542970  4075 raft_consensus.cc:740] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17d6650bb8b844e68428ae5343c62f99, State: Initialized, Role: FOLLOWER
20:05:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.544436  4075 consensus_queue.cc:260] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } }
20:05:40.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.579059  4075 sys_catalog.cc:565] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [sys.catalog]: configured and running, proceeding with master startup.
20:05:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.579912  4048 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [term 0 FOLLOWER]: Advancing to term 1
20:05:40.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.582291  4050 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d6650bb8b844e68428ae5343c62f99" is_pre_election: true
20:05:40.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:40.583873  4050 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:46896 (request call id 2) took 2256 ms (client timeout 2104 ms). Trace:
20:05:40.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.576013  4233 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.585772  4047 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d6650bb8b844e68428ae5343c62f99"
20:05:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.597151  4233 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [sys.catalog]: This master's current role is: FOLLOWER
20:05:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.586653  4049 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d6650bb8b844e68428ae5343c62f99"
20:05:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:40.599030  4049 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:46896 (request call id 3) took 2243 ms (client timeout 1920 ms). Trace:
20:05:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:40.599620  4049 rpcz_store.cc:269] 0518 20:05:38.355478 (+     0us) service_pool.cc:167] Inserting onto call queue
20:05:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:38.355632 (+   154us) service_pool.cc:224] Handling call
20:05:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:40.598939 (+2243307us) inbound_call.cc:177] Queueing success response
20:05:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:05:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.587733  4046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "17d6650bb8b844e68428ae5343c62f99" is_pre_election: true
20:05:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:40.584446  4050 rpcz_store.cc:269] 0518 20:05:38.327082 (+     0us) service_pool.cc:167] Inserting onto call queue
20:05:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:38.327263 (+   181us) service_pool.cc:224] Handling call
20:05:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:40.583746 (+2256483us) inbound_call.cc:177] Queueing success response
20:05:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:05:40.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.612354  4048 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [term 1 FOLLOWER]: Refusing update from remote peer e36fb4d6b71e4ae4aeb088de5c9cd702: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:05:40.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.613835  4048 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:46896 (request call id 4) took 2193 ms. Trace:
20:05:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.614338  4048 rpcz_store.cc:276] 0518 20:05:38.420009 (+     0us) service_pool.cc:167] Inserting onto call queue
20:05:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:38.420159 (+   150us) service_pool.cc:224] Handling call
20:05:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:40.579473 (+2159314us) raft_consensus.cc:1471] Updating replica for 0 ops
20:05:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:40.613112 (+ 33639us) raft_consensus.cc:1697] Filling consensus response to leader.
20:05:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:40.613742 (+   630us) inbound_call.cc:177] Queueing success response
20:05:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:05:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.618813  4234 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:05:40.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.718111  4233 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e36fb4d6b71e4ae4aeb088de5c9cd702. Latest consensus state: current_term: 1 leader_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.719221  4233 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [sys.catalog]: This master's current role is: FOLLOWER
20:05:40.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.721717  4246 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:40.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.722904  4246 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99 [sys.catalog]: This master's current role is: FOLLOWER
20:05:40.730 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:40.730 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:40.731 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:40.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:40.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:40.732 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134740732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:40.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:40.787835  4252 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:05:40.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:40.812 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:40.828 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=95 ms, finalizationTime=1 ms).
20:05:40.829 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
20:05:41.144 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:41.155146  4253 sys_catalog.cc:455] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e36fb4d6b71e4ae4aeb088de5c9cd702" member_type: VOTER last_known_addr { host: "127.3.209.126" port: 36643 } } peers { permanent_uuid: "17d6650bb8b844e68428ae5343c62f99" member_type: VOTER last_known_addr { host: "127.3.209.125" port: 46655 } } peers { permanent_uuid: "37dac5d52d6c40eaa3fc47bd839fbb6f" member_type: VOTER last_known_addr { host: "127.3.209.124" port: 33411 } } }
20:05:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:41.157452  4253 sys_catalog.cc:458] T 00000000000000000000000000000000 P e36fb4d6b71e4ae4aeb088de5c9cd702 [sys.catalog]: This master's current role is: LEADER
20:05:41.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134741232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:41.243 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:05:41.246 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
20:05:41.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:41.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134741732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:41.744 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:05:41.746 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
20:05:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:41.826076  4252 catalog_manager.cc:1294] Loaded cluster ID: 97c9bbaf4d2e4118a9886c9019a6185b
20:05:41.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:41.829348  4252 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99: loading cluster ID for follower catalog manager: success
20:05:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:41.883585  4252 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99: acquiring CA information for follower catalog manager: success
20:05:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:41.927942  4252 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 17d6650bb8b844e68428ae5343c62f99: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:05:42.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:42.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134742232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:42.247 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:05:42.250 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
20:05:42.577 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:42.578 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:42.578 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:42.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:42.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:42.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:42.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:42.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:42.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:42.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:42.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:42.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:42.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:42.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:42.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134742732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:42.747 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:05:42.749 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
20:05:42.829 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:42.830 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:42.830 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:42.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:42.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:42.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:42.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:42.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:42.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:42.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:42.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:42.833 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:42.833 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:43.145 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:43.230 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:43.230 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:43.230 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:43.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:43.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:43.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:43.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:43.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:43.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:43.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:43.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:43.233 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:43.233 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:43.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134743232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:43.252 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
20:05:43.253 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
20:05:43.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:43.734 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134743733 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:43.753 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
20:05:43.756 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
20:05:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:43.803617  4071 debug-util.cc:398] Leaking SignalData structure 0x7b0800080240 after lost signal to thread 4006
20:05:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:43.804513  4071 debug-util.cc:398] Leaking SignalData structure 0x7b0800089e20 after lost signal to thread 4074
20:05:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:40.481531  4208 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 4203
20:05:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:43.971808  4208 kernel_stack_watchdog.cc:198] Thread 4203 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
20:05:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:43.973469  4203 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 4.889s	user 1.203s	sys 2.432s
20:05:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:43.974741  4212 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:43.975770  4203 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 4.892s	user 1.204s	sys 2.432s
20:05:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:39.085409  4209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:43.981602  4203 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:43.981259  4211 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 4895 milliseconds
20:05:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:43.983547  4203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.014142  4203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.022809  4203 hybrid_clock.cc:648] HybridClock initialized: now 1779134744022720 us; error 110 us; skew 500 ppm
20:05:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.024303  4203 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.061390  4203 webserver.cc:533] Webserver started at http://127.3.209.65:44059/ using document root <none> and password file <none>
20:05:44.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.062788  4203 fs_manager.cc:362] Metadata directory not provided
20:05:44.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.063086  4203 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.063639  4203 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:44.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.080955  4203 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/data/instance:
20:05:44.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1eaa4a83de04ba39384c22df5663b3d"
20:05:44.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:44 on dist-test-slave-66b9"
20:05:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.083822  4203 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/wal/instance:
20:05:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1eaa4a83de04ba39384c22df5663b3d"
20:05:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:44 on dist-test-slave-66b9"
20:05:44.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.106088  4203 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.007s	sys 0.003s
20:05:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.119841  4264 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.121210  4203 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.006s	sys 0.002s
20:05:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.121618  4203 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/wal
20:05:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1eaa4a83de04ba39384c22df5663b3d"
20:05:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:44 on dist-test-slave-66b9"
20:05:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.122124  4203 fs_report.cc:389] FS layout report
20:05:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/wal
20:05:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/wal
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/data/data
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:44.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:44.232 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134744232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.236369  4203 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.238679  4203 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.239259  4203 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:44.249 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:05:44.250 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
20:05:44.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.266760  4203 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.283934  4203 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.284236  4203 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:05:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.284535  4203 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:44.284736  4203 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:05:44.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:44.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134744732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:44.749 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:05:44.751 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
20:05:45.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.120296  4377 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.209.65:33545 every 8 connection(s)
20:05:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.120901  4203 rpc_server.cc:307] RPC server started. Bound to: 127.3.209.65:33545
20:05:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.124868  4203 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/data/info.pb
20:05:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.126817  3909 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 4203
20:05:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.127609  3909 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-0/wal/instance
20:05:45.138 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:45.138 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:45.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:45.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:45.139 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:45.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:45.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:45.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:45.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:45.140 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:45.140 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:45.140 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:45.140 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:45.146 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.149489  3909 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/wal
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/data
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/logs
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/data/info.pb
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.66:0
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.209.66
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.66
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:05:45.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134745232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:45.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.240851  4378 heartbeater.cc:344] Connected to a master server at 127.3.209.124:33411
20:05:45.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.241225  4381 heartbeater.cc:344] Connected to a master server at 127.3.209.125:46655
20:05:45.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.241426  4378 heartbeater.cc:461] Registering TS with master...
20:05:45.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.241662  4381 heartbeater.cc:461] Registering TS with master...
20:05:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.243100  4378 heartbeater.cc:507] Master 127.3.209.124:33411 requested a full tablet report, sending...
20:05:45.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.243100  4381 heartbeater.cc:507] Master 127.3.209.125:46655 requested a full tablet report, sending...
20:05:45.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.246889  4122 ts_manager.cc:194] Registered new tserver with Master: e1eaa4a83de04ba39384c22df5663b3d (127.3.209.65:33545)
20:05:45.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.251092  4040 ts_manager.cc:194] Registered new tserver with Master: e1eaa4a83de04ba39384c22df5663b3d (127.3.209.65:33545)
20:05:45.252 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
20:05:45.253 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
20:05:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.256626  4383 heartbeater.cc:344] Connected to a master server at 127.3.209.126:36643
20:05:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.257037  4383 heartbeater.cc:461] Registering TS with master...
20:05:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.258102  4383 heartbeater.cc:507] Master 127.3.209.126:36643 requested a full tablet report, sending...
20:05:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.261011  3955 ts_manager.cc:194] Registered new tserver with Master: e1eaa4a83de04ba39384c22df5663b3d (127.3.209.65:33545)
20:05:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.264210  3955 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.209.65:57315
20:05:45.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:45.734 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134745732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:45.745 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:05:45.746 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
20:05:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:45.759809  4382 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:45.760484  4382 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:45.761188  4382 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:45.770 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:45.770 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:45.770 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:45.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:45.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:45.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:45.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:45.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:45.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:45.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:45.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:45.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:45.776 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:45.826735  4382 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:45.828258  4382 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.209.66
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.904604  4382 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/data
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/wal
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.66:0
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/data/info.pb
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.66
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.209.66
20:05:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/logs
20:05:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.907006  4382 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:45.909256  4382 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:45.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:45.946255  4395 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:46.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:46.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134746232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:46.245 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:05:46.250 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
20:05:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:46.268455  4383 heartbeater.cc:499] Master 127.3.209.126:36643 was elected leader, sending a full tablet report...
20:05:46.529 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:46.529 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:46.530 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:46.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:46.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:46.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:46.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:46.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:46.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:46.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:46.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:46.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:46.532 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:46.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:46.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134746732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:46.752 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
20:05:46.754 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
20:05:46.930 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:46.931 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:46.931 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:46.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:46.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:46.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:46.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:46.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:46.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:46.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:46.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:46.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:46.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:47.090 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:47.090 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:47.090 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:47.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:47.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:47.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:47.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:47.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:47.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:47.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:47.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:47.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:47.093 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:47.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:47.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134747233 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:47.242 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:05:47.244 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
20:05:47.646 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:47.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134747733 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:47.744 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:05:47.746 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
20:05:48.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:48.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134748232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:48.248 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:05:48.250 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
20:05:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:47.337922  4394 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 4382
20:05:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:48.338045  4394 kernel_stack_watchdog.cc:198] Thread 4382 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 384ms:
20:05:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:45.951274  4396 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:48.344271  4397 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2387 milliseconds
20:05:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:48.344033  4382 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.393s	user 0.003s	sys 0.004s
20:05:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:48.344758  4382 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.394s	user 0.003s	sys 0.004s
20:05:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:48.346355  4399 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.346500  4382 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.348192  4382 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.350905  4382 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.352356  4382 hybrid_clock.cc:648] HybridClock initialized: now 1779134748352316 us; error 38 us; skew 500 ppm
20:05:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.353525  4382 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:48.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.361666  4382 webserver.cc:533] Webserver started at http://127.3.209.66:45653/ using document root <none> and password file <none>
20:05:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.363011  4382 fs_manager.cc:362] Metadata directory not provided
20:05:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.363301  4382 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:48.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.363914  4382 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.371500  4382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/data/instance:
20:05:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec"
20:05:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:48 on dist-test-slave-66b9"
20:05:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.373122  4382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/wal/instance:
20:05:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec"
20:05:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:48 on dist-test-slave-66b9"
20:05:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.383128  4382 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.011s	sys 0.001s
20:05:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.391155  4405 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.392540  4382 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
20:05:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.392915  4382 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/wal
20:05:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec"
20:05:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:48 on dist-test-slave-66b9"
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.393333  4382 fs_report.cc:389] FS layout report
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/wal
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/wal
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/data/data
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:48.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.460539  4382 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.462440  4382 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.462977  4382 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.466440  4382 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.472317  4382 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.472510  4382 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:05:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.472712  4382 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.472844  4382 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:05:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.626574  4382 rpc_server.cc:307] RPC server started. Bound to: 127.3.209.66:38715
20:05:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.626765  4517 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.209.66:38715 every 8 connection(s)
20:05:48.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.629680  4382 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/data/info.pb
20:05:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.632143  3909 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 4382
20:05:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.632618  3909 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-1/wal/instance
20:05:48.637 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:48.638 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:48.638 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:48.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:48.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:48.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:48.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:48.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:48.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:48.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:48.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:48.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:48.639 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:48.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.649523  3909 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/wal
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/data
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/logs
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/data/info.pb
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.67:0
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.209.67
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.67
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:05:48.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.680449  4518 heartbeater.cc:344] Connected to a master server at 127.3.209.124:33411
20:05:48.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.681048  4518 heartbeater.cc:461] Registering TS with master...
20:05:48.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.682614  4518 heartbeater.cc:507] Master 127.3.209.124:33411 requested a full tablet report, sending...
20:05:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.684019  4519 heartbeater.cc:344] Connected to a master server at 127.3.209.125:46655
20:05:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.684370  4519 heartbeater.cc:461] Registering TS with master...
20:05:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.685274  4519 heartbeater.cc:507] Master 127.3.209.125:46655 requested a full tablet report, sending...
20:05:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.687608  4122 ts_manager.cc:194] Registered new tserver with Master: bf8a20d05e4e4abd8d7a3371ff7aedec (127.3.209.66:38715)
20:05:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.690157  4520 heartbeater.cc:344] Connected to a master server at 127.3.209.126:36643
20:05:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.690514  4520 heartbeater.cc:461] Registering TS with master...
20:05:48.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.691536  4040 ts_manager.cc:194] Registered new tserver with Master: bf8a20d05e4e4abd8d7a3371ff7aedec (127.3.209.66:38715)
20:05:48.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.691658  4520 heartbeater.cc:507] Master 127.3.209.126:36643 requested a full tablet report, sending...
20:05:48.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.693809  3955 ts_manager.cc:194] Registered new tserver with Master: bf8a20d05e4e4abd8d7a3371ff7aedec (127.3.209.66:38715)
20:05:48.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:48.695096  3955 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.209.66:33095
20:05:48.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134748732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:48.742 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:05:48.744 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
20:05:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:49.006876  4528 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:49.007452  4528 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:49.008082  4528 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:49.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:49.047271  4528 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:49.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:49.048198  4528 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.209.67
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:49.087764  4528 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.209.84:41951
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/data
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/wal
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.209.67:0
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/data/info.pb
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.209.67
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.209.126:36643,127.3.209.125:46655,127.3.209.124:33411
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.209.67
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/logs
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:49.089401  4528 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:49.091126  4528 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:49.106031  4535 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:49.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:49.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134749232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:49.246 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:05:49.247 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
20:05:49.646 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:49.699448  4520 heartbeater.cc:499] Master 127.3.209.126:36643 was elected leader, sending a full tablet report...
20:05:49.734 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134749733 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:49.748 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:05:49.750 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
20:05:50.132 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:50.133 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:50.133 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:50.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:50.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:50.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:50.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:50.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:50.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:50.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:50.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:50.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:50.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:50.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:50.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134750232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:50.244 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:05:50.245 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
20:05:50.270 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:50.271 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:50.271 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:50.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:50.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:50.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:50.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:50.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:50.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:50.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:50.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:50.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:50.272 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:50.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:49.111233  4538 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:49.107628  4536 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:50.451465  4537 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1341 milliseconds
20:05:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.451582  4528 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.452817  4528 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.455281  4528 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.456652  4528 hybrid_clock.cc:648] HybridClock initialized: now 1779134750456555 us; error 106 us; skew 500 ppm
20:05:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.457484  4528 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.463783  4528 webserver.cc:533] Webserver started at http://127.3.209.67:38063/ using document root <none> and password file <none>
20:05:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.464681  4528 fs_manager.cc:362] Metadata directory not provided
20:05:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.464866  4528 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.465276  4528 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.469846  4528 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/data/instance:
20:05:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4d0c598a7951498c8718b53cbbcfacd2"
20:05:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:50 on dist-test-slave-66b9"
20:05:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.471052  4528 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/wal/instance:
20:05:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4d0c598a7951498c8718b53cbbcfacd2"
20:05:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:50 on dist-test-slave-66b9"
20:05:50.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.478762  4528 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
20:05:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.484654  4545 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.486022  4528 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
20:05:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.486347  4528 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/wal
20:05:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4d0c598a7951498c8718b53cbbcfacd2"
20:05:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:50 on dist-test-slave-66b9"
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.486667  4528 fs_report.cc:389] FS layout report
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/wal
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/wal
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/data/data
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.561902  4528 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:50.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.563445  4528 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:50.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.563859  4528 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.566888  4528 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.571669  4528 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.571894  4528 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:05:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.572094  4528 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.572216  4528 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:05:50.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:50.692248  4071 debug-util.cc:398] Leaking SignalData structure 0x7b080007d0c0 after lost signal to thread 4006
20:05:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:50.693039  4071 debug-util.cc:398] Leaking SignalData structure 0x7b080007c8a0 after lost signal to thread 4074
20:05:50.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134750732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:50.744 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:05:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.745195  4528 rpc_server.cc:307] RPC server started. Bound to: 127.3.209.67:45545
20:05:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.745275  4657 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.209.67:45545 every 8 connection(s)
20:05:50.746 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
20:05:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.749758  4528 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/data/info.pb
20:05:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.756019  3909 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 4528
20:05:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.756497  3909 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12829607598534783118/ts-2/wal/instance
20:05:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.814201  4659 heartbeater.cc:344] Connected to a master server at 127.3.209.125:46655
20:05:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.814785  4659 heartbeater.cc:461] Registering TS with master...
20:05:50.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.816361  4659 heartbeater.cc:507] Master 127.3.209.125:46655 requested a full tablet report, sending...
20:05:50.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.817916  4660 heartbeater.cc:344] Connected to a master server at 127.3.209.126:36643
20:05:50.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.818295  4660 heartbeater.cc:461] Registering TS with master...
20:05:50.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.818521  4658 heartbeater.cc:344] Connected to a master server at 127.3.209.124:33411
20:05:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.818806  4658 heartbeater.cc:461] Registering TS with master...
20:05:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.819243  4660 heartbeater.cc:507] Master 127.3.209.126:36643 requested a full tablet report, sending...
20:05:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.819693  4658 heartbeater.cc:507] Master 127.3.209.124:33411 requested a full tablet report, sending...
20:05:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.819952  4040 ts_manager.cc:194] Registered new tserver with Master: 4d0c598a7951498c8718b53cbbcfacd2 (127.3.209.67:45545)
20:05:50.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.822223  3955 ts_manager.cc:194] Registered new tserver with Master: 4d0c598a7951498c8718b53cbbcfacd2 (127.3.209.67:45545)
20:05:50.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.823102  4122 ts_manager.cc:194] Registered new tserver with Master: 4d0c598a7951498c8718b53cbbcfacd2 (127.3.209.67:45545)
20:05:50.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.823938  3955 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.209.67:38137
20:05:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:50.831184  3909 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:05:50.847 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:05:50.847 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:05:50.848 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.209.126"
      port: 36643
    }
    bound_http_address {
      host: "127.3.209.126"
      port: 42733
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.209.125"
      port: 46655
    }
    bound_http_address {
      host: "127.3.209.125"
      port: 46373
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.209.124"
      port: 33411
    }
    bound_http_address {
      host: "127.3.209.124"
      port: 42665
    }
  }
}

20:05:50.849 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:05:50.850 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.209.65"
      port: 33545
    }
    bound_http_address {
      host: "127.3.209.65"
      port: 44059
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.209.66"
      port: 38715
    }
    bound_http_address {
      host: "127.3.209.66"
      port: 45653
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.209.67"
      port: 45545
    }
    bound_http_address {
      host: "127.3.209.67"
      port: 38063
    }
  }
}

20:05:50.850 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:05:50.851 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:50.852 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:05:50.852 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:05:50.852 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:05:50.852 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:05:50.856 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:05:51.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:51.233 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:05:51.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134751232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:51.233 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:05:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:51.239612  4668 mini_oidc.cc:150] Starting JWKS server
20:05:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:51.243626  4668 webserver.cc:533] Webserver started at http://127.0.0.1:46739/ using document root <none> and password file <none>
20:05:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:51.244278  4668 mini_oidc.cc:186] Starting OIDC Discovery server
20:05:51.245 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:05:51.246 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
20:05:51.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:51.246748  4668 webserver.cc:533] Webserver started at http://127.0.0.1:44479/ using document root <none> and password file <none>
20:05:51.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:05:51Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:05:51.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:05:51Z Disabled control of system clock
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:51.318011  4668 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/wal
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/data
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/logs
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/data/info.pb
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.62:42343
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.62
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46739/jwks.json with env {}
20:05:51.537 [DEBUG - pool-48-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.1.202.124:42607, [5ms] received response from server master-127.1.202.124:42607: OK, deferred=null) with no deferred attached!
20:05:51.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.651206  4680 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.651868  4680 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.652480  4680 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:51.657 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:51.657 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:51.658 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:51.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:51.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:51.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:51.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:51.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:51.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:51.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:51.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:51.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:51.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:51.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.693186  4680 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:51.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.693609  4680 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.694017  4680 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.694341  4680 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.694732  4680 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.695123  4680 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46739/jwks.json
20:05:51.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134751733 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:51.744 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:05:51.745 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:51.748989  4680 master_runner.cc:387] Master server non-default flags:
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/data
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/wal
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.62:42343
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46739/jwks.json
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/data/info.pb
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.62
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/logs
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:51.750543  4680 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:51.752224  4680 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:51.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.765204  4687 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:51.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:51.827711  4660 heartbeater.cc:499] Master 127.3.209.126:36643 was elected leader, sending a full tablet report...
20:05:52.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:52.223 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [4ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.234 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134752233 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:52.251 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:05:52.252 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
20:05:52.324 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [4ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.324 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [13ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.390 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:52.390 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:52.391 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:52.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:52.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:52.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:52.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:52.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:52.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:52.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:52.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:52.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:52.393 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:52.554 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [11ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.554 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [12ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.554 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [12ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.574 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [18ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:52.667 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [6ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.667 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [7ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.667 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.2.129.60:37103, [8ms] received response from server master-127.2.129.60:37103: OK, deferred=null) with no deferred attached!
20:05:52.711 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:52.711 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:52.712 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:52.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:52.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:52.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:52.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:52.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:52.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:52.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:52.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:52.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:52.715 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:52.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134752732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:52.746 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:05:52.748 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
20:05:53.144 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:53.234 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134753232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:53.257 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
20:05:53.263 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
20:05:53.357 [DEBUG - pool-48-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.1.202.124:42607, [15ms] received response from server master-127.1.202.124:42607: OK, deferred=null) with no deferred attached!
20:05:53.570 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:53.570 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:53.571 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:53.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:53.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:53.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:53.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:53.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:53.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:53.572 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:53.572 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:53.572 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:53.572 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.167886  4686 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 4680
20:05:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.576799  4686 kernel_stack_watchdog.cc:198] Thread 4680 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
20:05:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:51.766389  4688 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.578351  4680 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.813s	user 0.551s	sys 1.171s
20:05:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.579599  4689 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1813 milliseconds
20:05:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.581015  4690 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.581144  4680 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.816s	user 0.551s	sys 1.172s
20:05:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.582005  4680 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:53.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.585359  4680 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:53.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.587966  4680 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:53.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.589359  4680 hybrid_clock.cc:648] HybridClock initialized: now 1779134753589320 us; error 67 us; skew 500 ppm
20:05:53.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.590315  4680 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:53.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.596495  4680 webserver.cc:533] Webserver started at http://127.4.143.62:33205/ using document root <none> and password file <none>
20:05:53.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.597445  4680 fs_manager.cc:362] Metadata directory not provided
20:05:53.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.597697  4680 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.598227  4680 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.602619  4680 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/data/instance:
20:05:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2d7afd37eea481ba36e86b2bc0df84e"
20:05:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:53 on dist-test-slave-66b9"
20:05:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.603842  4680 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/wal/instance:
20:05:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2d7afd37eea481ba36e86b2bc0df84e"
20:05:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:53 on dist-test-slave-66b9"
20:05:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.614209  4680 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.001s
20:05:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.621416  4698 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.623001  4680 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
20:05:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.623404  4680 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/wal
20:05:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2d7afd37eea481ba36e86b2bc0df84e"
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:53 on dist-test-slave-66b9"
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.623901  4680 fs_report.cc:389] FS layout report
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/wal
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/wal
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/data/data
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:53.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:53.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.678272  4680 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.679956  4680 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.680524  4680 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:53.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134753732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:53.745 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:05:53.746 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
20:05:53.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.780263  4680 rpc_server.cc:307] RPC server started. Bound to: 127.4.143.62:42343
20:05:53.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.780303  4749 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.143.62:42343 every 8 connection(s)
20:05:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.784179  4680 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/data/info.pb
20:05:53.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.791260  4750 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.793396  4668 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 4680
20:05:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.793835  4668 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-0/wal/instance
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.797885  4668 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/wal
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/data
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/logs
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/data/info.pb
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.61:33535
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.61
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:05:53.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:05:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46739/jwks.json with env {}
20:05:53.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.804559  4750 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } has no permanent_uuid. Determining permanent_uuid...
20:05:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.836817  4750 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } has no permanent_uuid. Determining permanent_uuid...
20:05:53.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.839540  4700 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.143.61:33535: connect: Connection refused (error 111)
20:05:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.844122  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.61:33535: Network error: Client connection negotiation failed: client connection to 127.4.143.61:33535: connect: Connection refused (error 111)
20:05:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.894119  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } attempt: 1
20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.898638  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.61:33535: Network error: Client connection negotiation failed: client connection to 127.4.143.61:33535: connect: Connection refused (error 111)
20:05:53.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:53.967084  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } attempt: 2
20:05:53.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:53.972949  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.61:33535: Network error: Client connection negotiation failed: client connection to 127.4.143.61:33535: connect: Connection refused (error 111)
20:05:54.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:54.064390  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } attempt: 3
20:05:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.068660  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.61:33535: Network error: Client connection negotiation failed: client connection to 127.4.143.61:33535: connect: Connection refused (error 111)
20:05:54.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.153455  4752 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:54.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.154167  4752 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:54.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.154726  4752 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:54.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.191817  4752 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:54.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.192183  4752 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:54.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.192543  4752 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:54.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.193140  4752 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:54.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.193606  4752 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:54.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.193898  4752 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46739/jwks.json
20:05:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:54.212184  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } attempt: 4
20:05:54.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.216629  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.61:33535: Network error: Client connection negotiation failed: client connection to 127.4.143.61:33535: connect: Connection refused (error 111)
20:05:54.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134754233 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:54.239465  4752 master_runner.cc:387] Master server non-default flags:
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/data
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/wal
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.61:33535
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46739/jwks.json
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/data/info.pb
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.61
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/logs
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:54.241276  4752 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:54.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:54.243187  4752 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:54.245 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:05:54.246 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
20:05:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.257207  4762 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:54.277 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:54.278 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:54.278 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:54.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:54.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:54.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:54.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:54.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:54.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:54.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:54.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:54.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:54.281 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:54.516173  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } attempt: 5
20:05:54.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.525125  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.61:33535: Network error: Client connection negotiation failed: client connection to 127.4.143.61:33535: connect: Connection refused (error 111)
20:05:54.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:54.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134754733 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:54.774 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=40 ms, finalizationTime=1 ms).
20:05:54.776 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
20:05:55.050 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:55.051 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:55.051 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:55.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:55.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:55.053 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:55.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:55.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:55.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:55.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:55.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:55.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:55.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:55.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.072830  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } attempt: 6
20:05:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:55.106144  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.61:33535: Network error: Client connection negotiation failed: client connection to 127.4.143.61:33535: connect: Connection refused (error 111)
20:05:55.145 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:55.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134755232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:55.255 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
20:05:55.256 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
20:05:55.358 [DEBUG - pool-48-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.1.202.124:42607, [7ms] received response from server master-127.1.202.124:42607: OK, deferred=null) with no deferred attached!
20:05:55.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:55.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134755732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:55.754 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
20:05:55.755 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
20:05:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:55.662050  4761 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 4752
20:05:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:55.769176  4752 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.511s	user 0.488s	sys 0.942s
20:05:55.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:55.769724  4752 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.512s	user 0.488s	sys 0.942s
20:05:55.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:54.259107  4763 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:55.772300  4764 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1513 milliseconds
20:05:55.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:55.775475  4765 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:55.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.776224  4752 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.777791  4752 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:55.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.781354  4752 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.782833  4752 hybrid_clock.cc:648] HybridClock initialized: now 1779134755782703 us; error 130 us; skew 500 ppm
20:05:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.783984  4752 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.792637  4752 webserver.cc:533] Webserver started at http://127.4.143.61:45301/ using document root <none> and password file <none>
20:05:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.793782  4752 fs_manager.cc:362] Metadata directory not provided
20:05:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.794123  4752 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.794656  4752 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.800676  4752 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/data/instance:
20:05:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4bbe84d727f4f57ae565960d636f05a"
20:05:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:55 on dist-test-slave-66b9"
20:05:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.801828  4752 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/wal/instance:
20:05:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4bbe84d727f4f57ae565960d636f05a"
20:05:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:55 on dist-test-slave-66b9"
20:05:55.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.809698  4752 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
20:05:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.816738  4775 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.818413  4752 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
20:05:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.818895  4752 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/wal
20:05:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4bbe84d727f4f57ae565960d636f05a"
20:05:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:55 on dist-test-slave-66b9"
20:05:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.819314  4752 fs_report.cc:389] FS layout report
20:05:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/wal
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/wal
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/data/data
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.889045  4752 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.891012  4752 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.891566  4752 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:55.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.982952  4752 rpc_server.cc:307] RPC server started. Bound to: 127.4.143.61:33535
20:05:55.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.983101  4826 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.143.61:33535 every 8 connection(s)
20:05:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.986137  4752 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/data/info.pb
20:05:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.989629  4668 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 4752
20:05:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.990151  4668 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-1/wal/instance
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.992250  4668 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/wal
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/data
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/logs
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/data/info.pb
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:55.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.60:43985
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.60
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46739/jwks.json with env {}
20:05:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:55.998147  4828 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:56.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.019117  4828 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } has no permanent_uuid. Determining permanent_uuid...
20:05:56.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.049883  4828 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } has no permanent_uuid. Determining permanent_uuid...
20:05:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.065814  4828 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } has no permanent_uuid. Determining permanent_uuid...
20:05:56.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.069272  4777 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.075157  4828 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.124822  4828 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 1
20:05:56.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.129489  4828 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:56.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.166838  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } attempt: 7
20:05:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.181744  4750 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } has no permanent_uuid. Determining permanent_uuid...
20:05:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.190704  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.198006  4828 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 2
20:05:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.203761  4828 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134756232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:56.242 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:05:56.243 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
20:05:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.249231  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 1
20:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.254702  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.295288  4828 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 3
20:05:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.300031  4828 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.336163  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 2
20:05:56.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.341843  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.393899  4830 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:56.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.394649  4830 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:56.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.395430  4830 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.427394  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 3
20:05:56.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.431677  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.432902  4830 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.433167  4830 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.433413  4830 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.433652  4830 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.433862  4830 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.434105  4830 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46739/jwks.json
20:05:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.443549  4828 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 4
20:05:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.448069  4828 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.478452  4830 master_runner.cc:387] Master server non-default flags:
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/data
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/wal
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.60:43985
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46739/jwks.json
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/data/info.pb
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.60
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/logs
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.480201  4830 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.482093  4830 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.495371  4842 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:56.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.572140  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 4
20:05:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.580940  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:56.650 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:56.650 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:56.651 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:56.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:56.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:56.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:56.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:56.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:56.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:56.653 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:56.653 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:56.653 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:56.653 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:56.733 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134756732 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:56.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.747465  4828 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 5
20:05:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.753883  4828 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:56.759 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=26 ms, finalizationTime=1 ms).
20:05:56.760 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
20:05:56.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:56.864452  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 5
20:05:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.876065  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:57.145 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:57.170 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:57.171 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:57.171 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:57.173 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:57.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:57.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:57.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:57.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:57.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:57.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:57.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:57.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:57.177 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:57.233 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134757232 for job 68bdd6a769dbfb14b8f0bae67c3b2210.
20:05:57.239 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.239 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.239 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:57.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27911), Traces: [0ms] sending RPC to server master-127.1.202.124:42607, [3ms] received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [7ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [9ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [11ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [27ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [30ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [49ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [67ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [72ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [87ms] refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [89ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [127ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [130ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [226ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [229ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [229ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [427ms] refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [428ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [429ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [727ms] refreshing cache from master, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [729ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1747ms] refreshing cache from master, [1747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1750ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1787ms] refreshing cache from master, [1787ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1789ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1789ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4247ms] refreshing cache from master, [4247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4249ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4567ms] refreshing cache from master, [4567ms] too many traces: truncated at 100 traces, deferred=Deferred@120061432(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@532b8bc1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357)))
20:05:57.246 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.246 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.247 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.248 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:57.248 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27911), Traces: [0ms] sending RPC to server master-127.1.202.124:42607, [3ms] received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [7ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [9ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [11ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [27ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [30ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [49ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [67ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [72ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [87ms] refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [89ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [127ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [130ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [226ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [229ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [229ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [427ms] refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [428ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [429ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [727ms] refreshing cache from master, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [729ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1747ms] refreshing cache from master, [1747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1750ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1787ms] refreshing cache from master, [1787ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1789ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1789ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4247ms] refreshing cache from master, [4247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4249ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4567ms] refreshing cache from master, [4567ms] too many traces: truncated at 100 traces, deferred=Deferred@120061432(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@532b8bc1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27911), Traces: [0ms] sending RPC to server master-127.1.202.124:42607, [3ms] received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [7ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [9ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [11ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [27ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [30ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [49ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [67ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [72ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [87ms] refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [89ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [127ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [130ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [226ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [229ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [229ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [427ms] refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [428ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [429ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [727ms] refreshing cache from master, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [729ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1747ms] refreshing cache from master, [1747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1750ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1787ms] refreshing cache from master, [1787ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1789ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1789ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4247ms] refreshing cache from master, [4247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4249ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4567ms] refreshing cache from master, [4567ms] too many traces: truncated at 100 traces, deferred=Deferred@120061432(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@532b8bc1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:57.266 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.267 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.275 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 68bdd6a769dbfb14b8f0bae67c3b2210 (964 bytes, checkpointDuration=42 ms, finalizationTime=1 ms).
20:05:57.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.276 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.283 [INFO - pool-48-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.283 [WARN - pool-48-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:57.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:57.301483  4828 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 6
20:05:57.305 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.308 [INFO - pool-48-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.308 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.310 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.315 [INFO - pool-48-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.315 [WARN - pool-48-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:57.321 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
20:05:57.318 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27911), Traces: [0ms] sending RPC to server master-127.1.202.124:42607, [3ms] received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [7ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [9ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [11ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [27ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [30ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [49ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [67ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [72ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [87ms] refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [89ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [127ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [130ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [226ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [229ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [229ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [427ms] refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [428ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [429ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [727ms] refreshing cache from master, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [729ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1747ms] refreshing cache from master, [1747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1750ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1787ms] refreshing cache from master, [1787ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1789ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1789ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4247ms] refreshing cache from master, [4247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4249ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4567ms] refreshing cache from master, [4567ms] too many traces: truncated at 100 traces, deferred=Deferred@120061432(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@532b8bc1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=27911), Traces: [0ms] sending RPC to server master-127.1.202.124:42607, [3ms] received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [7ms] refreshing cache from master, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [9ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [11ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [11ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [27ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [30ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [30ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [49ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [49ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [67ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [72ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [87ms] refreshing cache from master, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [89ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [127ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [129ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [130ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [226ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [229ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [229ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [427ms] refreshing cache from master, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [428ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [428ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [429ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [429ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [727ms] refreshing cache from master, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [727ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [729ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1747ms] refreshing cache from master, [1747ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1748ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1749ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1750ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1787ms] refreshing cache from master, [1787ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1788ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1788ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1789ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1789ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4247ms] refreshing cache from master, [4247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [4249ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4249ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4567ms] refreshing cache from master, [4567ms] too many traces: truncated at 100 traces, deferred=Deferred@120061432(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@532b8bc1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@729022485 after retry RPC after error@405529689) -> (continuation of Deferred@551223961 after retry RPC after error@790749376) -> (continuation of Deferred@610154905 after retry RPC after error@1670387815) -> (continuation of Deferred@455541062 after retry RPC after error@992007426) -> (continuation of Deferred@1852285198 after retry RPC after error@223862661) -> (continuation of Deferred@786023000 after retry RPC after error@334273092) -> (continuation of Deferred@1087383270 after retry RPC after error@1942516366) -> (continuation of Deferred@325297581 after retry RPC after error@1680487231) -> (continuation of Deferred@621600330 after retry RPC after error@367035495) -> (continuation of Deferred@455087547 after retry RPC after error@774270507) -> (continuation of Deferred@1838877483 after retry RPC after error@2093574467) -> (continuation of Deferred@1734289068 after retry RPC after error@2056604506) -> (continuation of Deferred@1331873136 after retry RPC after error@2027302574) -> (continuation of Deferred@1713511774 after retry RPC after error@918373723) -> (continuation of Deferred@1865240505 after retry RPC after error@650620844) -> (continuation of Deferred@1350147783 after retry RPC after error@204639758) -> (continuation of Deferred@166156470 after retry RPC after error@314981609) -> (continuation of Deferred@240457680 after retry RPC after error@378514154) -> (continuation of Deferred@622752357 after retry RPC after error@102507355) -> (continuation of Deferred@542203871 after retry RPC after error@1264740805) -> (continuation of Deferred@490321814 after retry RPC after error@2060999057) -> (continuation of Deferred@1348296370 after retry RPC after error@136919357)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:05:57.337 [DEBUG - pool-48-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.1.202.124:42607, [9ms] received response from server master-127.1.202.124:42607: OK, deferred=null) with no deferred attached!
20:05:57.342 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.352 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.353 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.354 [INFO - pool-48-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.354 [WARN - pool-48-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:57.379 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:57.380167  4828 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:57.382 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.383 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.385 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:57.397 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:05:57.398 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RUNNING to RESTARTING.
20:05:57.398 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
20:05:57.400 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
20:05:57.401 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:05:57.401 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
20:05:57.401 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:05:57.410 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.2.129.61:36345(127.2.129.61:36345)] disconnecting while in state TERMINATED
20:05:57.411 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.2.129.62:40477(127.2.129.62:40477)] disconnecting while in state TERMINATED
20:05:57.411 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.2.129.60:37103(127.2.129.60:37103)] disconnecting while in state TERMINATED
20:05:57.411 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6621103ed5294028b7005494a1dd9c4e(127.2.129.2:34201)] disconnecting while in state TERMINATED
20:05:57.411 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:57.412 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:05:57.413 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
20:05:57.414 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
20:05:57.417 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.418 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.418 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.421 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.421 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.421 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.421 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:57.428 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
20:05:57.428 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
20:05:57.429 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
20:05:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:57.428678  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 6
20:05:57.430 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
20:05:57.430 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
20:05:57.432 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
20:05:57.434 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:05:57.434 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
20:05:57.434 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:05:57.445 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.2.129.61:36345(127.2.129.61:36345)] disconnecting while in state TERMINATED
20:05:57.445 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2fac147fa82b41d686de4526015b067a(127.2.129.1:39923)] disconnecting while in state TERMINATED
20:05:57.445 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.2.129.62:40477(127.2.129.62:40477)] disconnecting while in state TERMINATED
20:05:57.445 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.2.129.60:37103(127.2.129.60:37103)] disconnecting while in state TERMINATED
20:05:57.446 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:57.447 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
20:05:57.447 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:05:57.447 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
20:05:57.462 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:05:57.462 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
20:05:57.462 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:05:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:57.472051  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:57.477 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.478 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.478 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.480 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.480 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.480 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:57.481 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:05:57.481 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
20:05:57.481 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
20:05:57.481 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:05:57.497 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.498 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.498 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.499 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.500 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.500 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.500 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.500 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:57.502 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.2.129.61:36345(127.2.129.61:36345)] disconnecting while in state TERMINATED
20:05:57.503 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.2.129.62:40477(127.2.129.62:40477)] disconnecting while in state TERMINATED
20:05:57.503 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.2.129.60:37103(127.2.129.60:37103)] disconnecting while in state TERMINATED
20:05:57.503 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] disconnecting while in state TERMINATED
20:05:57.503 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:57.504 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:05:57.504 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
20:05:57.505 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
20:05:57.506 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
20:05:57.506 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:05:57.507 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
20:05:57.507 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:05:57.510 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:05:57.511 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:05:57.513 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
20:05:57.513 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:05:57.515 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:05:57.516 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
20:05:57.516 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:05:57.524 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.2.129.61:36345(127.2.129.61:36345)] disconnecting while in state TERMINATED
20:05:57.524 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.2.129.62:40477(127.2.129.62:40477)] disconnecting while in state TERMINATED
20:05:57.524 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.2.129.60:37103(127.2.129.60:37103)] disconnecting while in state TERMINATED
20:05:57.524 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0a80b2dda77945f694ab34d73f464cba(127.2.129.3:36327)] disconnecting while in state TERMINATED
20:05:57.524 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:57.525 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:05:57.525 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
20:05:57.526 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
20:05:57.534 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
20:05:57.536 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
20:05:57.536 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
20:05:57.537 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
20:05:57.540 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:05:57.542 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
20:05:57.543 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:05:57.543 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
20:05:57.546 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:05:57.551 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:05:57.552 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
20:05:57.552 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
20:05:57.552 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:05:57.553 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
20:05:57.553 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
20:05:57.555 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 68bdd6a769dbfb14b8f0bae67c3b2210
20:05:57.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:57.657 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:57.658 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:57.658 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:57.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:57.659 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:57.659 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:57.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.017 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.018 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.018 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.020 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.020 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.020 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.020 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.020 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.020 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.050 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:05:58.050 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:05:58.051 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:05:58.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:58.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:58.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:58.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:58.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:05:58.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:58.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:05:58.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:58.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:05:58.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:05:58.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:57.900774  4841 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 4830
20:05:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:58.429890  4841 kernel_stack_watchdog.cc:198] Thread 4830 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:05:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:56.496984  4843 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:58.430335  4830 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.933s	user 0.621s	sys 1.115s
20:05:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:58.431864  4830 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.935s	user 0.622s	sys 1.115s
20:05:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:58.432399  4844 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1934 milliseconds
20:05:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.433650  4830 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:58.433763  4845 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.438906  4830 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:58.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.440775  4828 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 7
20:05:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.441613  4830 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.443089  4830 hybrid_clock.cc:648] HybridClock initialized: now 1779134758443036 us; error 51 us; skew 500 ppm
20:05:58.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.444015  4830 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:58.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:58.448385  4828 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.452422  4830 webserver.cc:533] Webserver started at http://127.4.143.60:36649/ using document root <none> and password file <none>
20:05:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.453439  4830 fs_manager.cc:362] Metadata directory not provided
20:05:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.453652  4830 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.454200  4830 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.459604  4830 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/data/instance:
20:05:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b43fae18eb3c4f6c8353634df4aba69c"
20:05:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:58 on dist-test-slave-66b9"
20:05:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.460770  4830 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/wal/instance:
20:05:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b43fae18eb3c4f6c8353634df4aba69c"
20:05:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:58 on dist-test-slave-66b9"
20:05:58.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.469094  4830 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
20:05:58.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.477339  4876 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:05:58.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.479176  4830 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.002s
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.479818  4830 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/wal
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b43fae18eb3c4f6c8353634df4aba69c"
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:05:58 on dist-test-slave-66b9"
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.480190  4830 fs_report.cc:389] FS layout report
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/wal
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/wal
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/data/data
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:58.505 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RESTARTING to RUNNING.
20:05:58.506 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:05:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.505905  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 7
20:05:58.507 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
20:05:58.507 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:05:58.513 [INFO - Thread-18] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:05:58.513 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.1.202.126:43031(127.1.202.126:43031)] disconnecting while in state TERMINATED
20:05:58.514 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.1.202.124:42607(127.1.202.124:42607)] disconnecting while in state TERMINATED
20:05:58.514 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.1.202.125:35071(127.1.202.125:35071)] disconnecting while in state TERMINATED
20:05:58.514 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:58.515 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:05:58.515 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
20:05:58.516 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
20:05:58.520 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
20:05:58.521 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:05:58.523 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
20:05:58.523 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 14b824ff57df8d4ac4eae5ff98ec280b
20:05:58.523 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
20:05:58.524 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:05:58.524 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
20:05:58.525 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id d15f1901baa864f36fa237de7b249a2e
20:05:58.525 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
20:05:58.525 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 14b824ff57df8d4ac4eae5ff98ec280b.
20:05:58.526 [INFO - Thread-18] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:05:58.527 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:05:58.527 [INFO - Thread-18] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:05:58.529 [DEBUG - Thread-18] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:58.529 [INFO - Thread-18] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:05:58.530 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:05:58.531 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
20:05:58.531 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 91474ac93371d1f86887f8593e4d0443
20:05:58.531 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
20:05:58.532 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:05:58.532 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
20:05:58.532 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 98402ba73ff648b9e4ce6e4e36245f3b
20:05:58.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:58.535048  4750 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.143.60:43985: Network error: Client connection negotiation failed: client connection to 127.4.143.60:43985: connect: Connection refused (error 111)
20:05:58.537 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:05:58.538 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id d15f1901baa864f36fa237de7b249a2e.
20:05:58.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
20:05:58.539 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
20:05:58.539 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b038728
20:05:58.539 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:58.540 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:05:58.540 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:05:58.540 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:05:58.543 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:05:58.544 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:05:58.544 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:05:58.544 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:05:58.544 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@788346b9
20:05:58.547 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:58.549 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 91474ac93371d1f86887f8593e4d0443.
20:05:58.550 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 91474ac93371d1f86887f8593e4d0443.
20:05:58.551 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
20:05:58.551 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
20:05:58.552 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b768e45
20:05:58.552 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:58.552 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:05:58.552 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.552 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:05:58.552 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:05:58.553 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.553 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.554 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.555 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:05:58.555 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
20:05:58.555 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
20:05:58.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7ea41d4
20:05:58.556 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 98402ba73ff648b9e4ce6e4e36245f3b.
20:05:58.557 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.557 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72c73c0
20:05:58.558 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.559 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:58.560 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:58.560 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:05:58.561 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:05:58.561 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:05:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.561064  4830 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:05:58.562 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
20:05:58.562 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
20:05:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.563149  4830 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:58.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@eebab69
20:05:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.563759  4830 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:58.564 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c834b88
20:05:58.564 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:05:58.564 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:05:58.564 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:05:58.564 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:05:58.566 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:58.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.567 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.570 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a31dd28
20:05:58.570 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.572 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:05:58.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.573 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.574 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.574 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.575 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.577 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.579 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.579 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.579 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.579 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.580 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.580 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.581 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.584 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.585 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.586 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.587 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.587 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.590 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.590 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.590 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.592 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.593 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.595 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.596 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.598 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.599 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.599 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.600 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.601 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.601 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.602 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.604 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.605 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.606 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.607 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.607 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.610 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.612 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.614 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.614 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.614 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.616 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.612 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.620 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.621 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.622 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.623 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.630 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.634 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.634 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.635 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.635 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.636 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.637 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.639 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.642 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:58.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.643 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.644 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.646 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.646 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.646 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:58.651 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.651 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.651 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.653 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.653 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.654 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.654 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.655 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.655 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.656 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.656 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.657 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.660 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.660 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.660 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.663 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.671 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.671 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.672 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.673 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.673 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.674 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.674 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.674 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.675 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.675 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.676 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.677 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.675 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.680 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.680 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.680 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.681 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.681 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.682 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.682 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.692 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.693 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.693 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.695 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.696 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.696 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.710 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.711 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.712 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.714 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.715 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.715 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.714 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.716 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.716 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.716 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.717 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.720 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.720 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.720 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.721 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.748395  4830 rpc_server.cc:307] RPC server started. Bound to: 127.4.143.60:43985
20:05:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.748418  4983 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.143.60:43985 every 8 connection(s)
20:05:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.752507  4830 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/data/info.pb
20:05:58.752 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.753 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.753 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.756 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.756 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.756 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.754719  4668 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 4830
20:05:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.755270  4668 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/master-2/wal/instance
20:05:58.757 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.760 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.760 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.761 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.761 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.761 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.762 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.763 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.777907  4984 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:58.791 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.791 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.792 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.792 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:58.792 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:58.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.793 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:58.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.794 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:58.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:58.796 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.796 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.797 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.798 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.802 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.803 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:58.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:58.804093  4984 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } has no permanent_uuid. Determining permanent_uuid...
20:05:58.831 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.831 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.832 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.833 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.833 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.833 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.833 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.833 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.833 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.840 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.841 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.841 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.842 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.842 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.842 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.866 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.867 [INFO - pool-108-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.867 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.868 [INFO - pool-108-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.868 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.870 [INFO - pool-108-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.870 [WARN - pool-108-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.874 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.874 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.875 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:58.895 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:58.895 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:58.895 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:58.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:58.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:58.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:58.898 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:59.060 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:59.060 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:59.061 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:59.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.062 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.062 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.062 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.062 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:59.071 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:59.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.073 [INFO - pool-108-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.073 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:59.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.074 [INFO - pool-108-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.074 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:59.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.075 [INFO - pool-108-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.075 [WARN - pool-108-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:59.115 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:59.115 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:59.116 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:59.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:59.132 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:59.133 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:59.133 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:59.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:59.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:59.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:59.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:59.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:59.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:59.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:59.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:59.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:59.135 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:59.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:59.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.161167  4984 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } has no permanent_uuid. Determining permanent_uuid...
20:05:59.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.180555  4984 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } has no permanent_uuid. Determining permanent_uuid...
20:05:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.201241  4984 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c: Bootstrap starting.
20:05:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.207644  4984 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c: Neither blocks nor log segments found. Creating new log.
20:05:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.209309  4984 log.cc:826] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c: Log is configured to *not* fsync() on all Append() calls
20:05:59.214 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:59.215 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:59.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.215013  4984 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c: No bootstrap required, opened a new log
20:05:59.215 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:59.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.218 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:59.235 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:59.236 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:59.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.236 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:59.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.238 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:59.240 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:59.241 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:59.241 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:59.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.241 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.241 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.242 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.241786  4984 raft_consensus.cc:359] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } }
20:05:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.242720  4984 raft_consensus.cc:385] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.243052  4984 raft_consensus.cc:740] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b43fae18eb3c4f6c8353634df4aba69c, State: Initialized, Role: FOLLOWER
20:05:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.244006  4984 consensus_queue.cc:260] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } }
20:05:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.247174  4994 sys_catalog.cc:455] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:05:59.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.248158  4994 sys_catalog.cc:458] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [sys.catalog]: This master's current role is: FOLLOWER
20:05:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.249882  4984 sys_catalog.cc:565] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [sys.catalog]: configured and running, proceeding with master startup.
20:05:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:59.279647  5005 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:05:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:59.280017  5005 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:05:59.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.274251  4830 master_runner.cc:187] Error getting master registration for 127.4.143.62:42343: OK, instance_id { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" instance_seqno: 1779134753753569 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:05:59.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.298813  4830 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:05:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:05:59.331383  4904 tablet.cc:2404] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.562005  4994 raft_consensus.cc:493] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.562608  4994 raft_consensus.cc:515] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } }
20:05:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:05:59.565191  4994 leader_election.cc:290] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c2d7afd37eea481ba36e86b2bc0df84e (127.4.143.62:42343), c4bbe84d727f4f57ae565960d636f05a (127.4.143.61:33535)
20:05:59.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:59.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:05:59.735 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:59.736 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:59.736 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:59.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.738 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:05:59.753 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:05:59.753 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:05:59.753 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:05:59.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:59.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:59.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:59.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:05:59.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:59.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:05:59.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:59.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:59.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:05:59.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:05:59.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:05:59.892 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:05:59.892 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:05:59.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:05:59.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:05:59.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:05:59.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:00.091 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:00.092 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:00.093 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:00.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.093 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.095 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:00.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:00.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:00.149 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:00.149 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:00.150 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:00.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:00.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:00.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:00.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:00.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:00.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:00.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:00.151477  4654 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7ee0 after lost signal to thread 4530
20:06:00.152 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:00.152 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:00.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:00.152 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:00.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:00.152891  4654 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba3a0 after lost signal to thread 4657
20:06:00.180 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:00.180 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:00.180 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:00.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.182 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:00.234 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:00.235 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:00.236 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:00.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:00.284632  5005 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:00.284966  5005 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.538941  4828 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 8
20:06:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.575363  4828 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a: Bootstrap starting.
20:06:00.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.583827  4828 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a: Neither blocks nor log segments found. Creating new log.
20:06:00.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.587095  4828 log.cc:826] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a: Log is configured to *not* fsync() on all Append() calls
20:06:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.595590  4828 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a: No bootstrap required, opened a new log
20:06:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.596604  4750 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } attempt: 8
20:06:00.610 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:00.611 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:00.611 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:00.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:00.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:00.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:00.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:00.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:00.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:00.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:00.612 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:00.612 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:00.612 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:00.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.629596  4828 raft_consensus.cc:359] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } }
20:06:00.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.630635  4828 raft_consensus.cc:385] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.630954  4828 raft_consensus.cc:740] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c4bbe84d727f4f57ae565960d636f05a, State: Initialized, Role: FOLLOWER
20:06:00.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.632077  4828 consensus_queue.cc:260] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } }
20:06:00.646 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:00.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.649659  5011 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.650549  5011 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [sys.catalog]: This master's current role is: FOLLOWER
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.651366  4828 sys_catalog.cc:565] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [sys.catalog]: configured and running, proceeding with master startup.
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.652669  4802 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b43fae18eb3c4f6c8353634df4aba69c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c4bbe84d727f4f57ae565960d636f05a" is_pre_election: true
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.653638  4802 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b43fae18eb3c4f6c8353634df4aba69c in term 0.
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.654217  4802 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39754 (request call id 1) took 1088 ms. Trace:
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.654645  4802 rpcz_store.cc:276] 0518 20:05:59.565973 (+     0us) service_pool.cc:167] Inserting onto call queue
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:59.566137 (+   164us) service_pool.cc:224] Handling call
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:00.654138 (+1088001us) inbound_call.cc:177] Queueing success response
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:06:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.657269  4883 leader_election.cc:304] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b43fae18eb3c4f6c8353634df4aba69c, c4bbe84d727f4f57ae565960d636f05a; no voters: 
20:06:00.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:00.659900  4781 tablet.cc:2404] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.661880  4750 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e: Bootstrap starting.
20:06:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.673573  4750 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e: Neither blocks nor log segments found. Creating new log.
20:06:00.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.674067  5013 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:06:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.675354  5013 raft_consensus.cc:493] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:06:00.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.676837  5013 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 0 FOLLOWER]: Advancing to term 1
20:06:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.686452  4750 log.cc:826] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e: Log is configured to *not* fsync() on all Append() calls
20:06:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.693729  5013 raft_consensus.cc:515] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } }
20:06:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.697530  4750 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e: No bootstrap required, opened a new log
20:06:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.700201  4802 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b43fae18eb3c4f6c8353634df4aba69c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c4bbe84d727f4f57ae565960d636f05a"
20:06:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.700806  4802 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [term 0 FOLLOWER]: Advancing to term 1
20:06:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.721761  5013 leader_election.cc:290] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [CANDIDATE]: Term 1 election: Requested vote from peers c2d7afd37eea481ba36e86b2bc0df84e (127.4.143.62:42343), c4bbe84d727f4f57ae565960d636f05a (127.4.143.61:33535)
20:06:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.726150  4802 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b43fae18eb3c4f6c8353634df4aba69c in term 1.
20:06:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.728283  4883 leader_election.cc:304] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b43fae18eb3c4f6c8353634df4aba69c, c4bbe84d727f4f57ae565960d636f05a; no voters: 
20:06:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.729753  5013 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 1 FOLLOWER]: Leader election won for term 1
20:06:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.738868  5013 raft_consensus.cc:697] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [term 1 LEADER]: Becoming Leader. State: Replica: b43fae18eb3c4f6c8353634df4aba69c, State: Running, Role: LEADER
20:06:00.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.740984  5013 consensus_queue.cc:237] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } }
20:06:00.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.759379  4750 raft_consensus.cc:359] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } }
20:06:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.762370  4750 raft_consensus.cc:385] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.762869  4750 raft_consensus.cc:740] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2d7afd37eea481ba36e86b2bc0df84e, State: Initialized, Role: FOLLOWER
20:06:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.766754  4750 consensus_queue.cc:260] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } }
20:06:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.788884  5017 sys_catalog.cc:455] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [sys.catalog]: SysCatalogTable state changed. Reason: New leader b43fae18eb3c4f6c8353634df4aba69c. Latest consensus state: current_term: 1 leader_uuid: "b43fae18eb3c4f6c8353634df4aba69c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:06:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.791045  5017 sys_catalog.cc:458] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [sys.catalog]: This master's current role is: LEADER
20:06:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.803238  4725 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b43fae18eb3c4f6c8353634df4aba69c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" is_pre_election: true
20:06:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.804122  4725 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b43fae18eb3c4f6c8353634df4aba69c in term 0.
20:06:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:00.804719  4725 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:40634 (request call id 2) took 1239 ms (client timeout 1505 ms). Trace:
20:06:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:00.805109  4725 rpcz_store.cc:269] 0518 20:05:59.565722 (+     0us) service_pool.cc:167] Inserting onto call queue
20:06:00.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:05:59.565877 (+   155us) service_pool.cc:224] Handling call
20:06:00.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:00.804642 (+1238765us) inbound_call.cc:177] Queueing success response
20:06:00.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.807435  4724 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b43fae18eb3c4f6c8353634df4aba69c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2d7afd37eea481ba36e86b2bc0df84e"
20:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.808300  4724 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [term 0 FOLLOWER]: Advancing to term 1
20:06:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.818423  4750 sys_catalog.cc:565] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [sys.catalog]: configured and running, proceeding with master startup.
20:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.822875  5025 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:06:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.822805  4724 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b43fae18eb3c4f6c8353634df4aba69c in term 1.
20:06:00.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.824690  5028 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:06:00.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.828261  5022 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:06:00.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.838112  5022 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [sys.catalog]: This master's current role is: FOLLOWER
20:06:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.844045  5025 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:06:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.870101  4724 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [term 1 FOLLOWER]: Refusing update from remote peer b43fae18eb3c4f6c8353634df4aba69c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.869913  4802 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [term 1 FOLLOWER]: Refusing update from remote peer b43fae18eb3c4f6c8353634df4aba69c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.872361  5013 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:00.876 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:00.876 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:00.877 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.873935  5013 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [LEADER]: Connected to new peer: Peer: permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:06:00.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:00.880 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.880 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.881 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:00.881 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.881 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.881 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:00.881 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:00.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.830813  4752 master_runner.cc:187] Error getting master registration for 127.4.143.62:42343: OK, instance_id { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" instance_seqno: 1779134753753569 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:06:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.916180  4752 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.930744  5022 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [sys.catalog]: SysCatalogTable state changed. Reason: New leader b43fae18eb3c4f6c8353634df4aba69c. Latest consensus state: current_term: 1 leader_uuid: "b43fae18eb3c4f6c8353634df4aba69c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:06:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.931586  5022 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [sys.catalog]: This master's current role is: FOLLOWER
20:06:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.931604  5011 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [sys.catalog]: SysCatalogTable state changed. Reason: New leader b43fae18eb3c4f6c8353634df4aba69c. Latest consensus state: current_term: 1 leader_uuid: "b43fae18eb3c4f6c8353634df4aba69c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:06:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.932276  5044 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:06:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.932515  5011 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [sys.catalog]: This master's current role is: FOLLOWER
20:06:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.937639  5033 mvcc.cc:204] Tried to move back new op lower bound from 7287335980503613440 to 7287335980033466368. Current Snapshot: MvccSnapshot[applied={T|T < 7287335980503613440}]
20:06:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.941994  5037 mvcc.cc:204] Tried to move back new op lower bound from 7287335980503613440 to 7287335980033466368. Current Snapshot: MvccSnapshot[applied={T|T < 7287335980503613440}]
20:06:00.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.954480  5039 mvcc.cc:204] Tried to move back new op lower bound from 7287335980503613440 to 7287335980033466368. Current Snapshot: MvccSnapshot[applied={T|T < 7287335980503613440}]
20:06:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.962131  5011 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b43fae18eb3c4f6c8353634df4aba69c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:06:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.963037  5011 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a [sys.catalog]: This master's current role is: FOLLOWER
20:06:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.969355  5022 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b43fae18eb3c4f6c8353634df4aba69c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:06:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.970120  5022 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e [sys.catalog]: This master's current role is: FOLLOWER
20:06:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.974320  5013 sys_catalog.cc:455] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b43fae18eb3c4f6c8353634df4aba69c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:06:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.975044  5013 sys_catalog.cc:458] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [sys.catalog]: This master's current role is: LEADER
20:06:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.975703  5013 sys_catalog.cc:455] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b43fae18eb3c4f6c8353634df4aba69c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2d7afd37eea481ba36e86b2bc0df84e" member_type: VOTER last_known_addr { host: "127.4.143.62" port: 42343 } } peers { permanent_uuid: "c4bbe84d727f4f57ae565960d636f05a" member_type: VOTER last_known_addr { host: "127.4.143.61" port: 33535 } } peers { permanent_uuid: "b43fae18eb3c4f6c8353634df4aba69c" member_type: VOTER last_known_addr { host: "127.4.143.60" port: 43985 } } }
20:06:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.976328  5013 sys_catalog.cc:458] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c [sys.catalog]: This master's current role is: LEADER
20:06:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.978091  5025 catalog_manager.cc:1382] Generated new cluster ID: 544c52592afd4b5581c021c0a0d62831
20:06:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:00.978368  5025 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:06:01.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.019276  5025 catalog_manager.cc:1405] Generated new certificate authority record
20:06:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.027170  5025 catalog_manager.cc:1539] Loading token signing keys...
20:06:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.072392  5025 catalog_manager.cc:6069] T 00000000000000000000000000000000 P b43fae18eb3c4f6c8353634df4aba69c: Generated new TSK 0
20:06:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.076131  5025 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:06:01.092 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:01.093 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:01.093 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:01.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:01.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:01.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:01.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:01.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:01.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:01.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:01.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:01.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:01.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.141814  4668 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/wal
20:06:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/data
20:06:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/logs
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/data/info.pb
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.1:0
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.143.1
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.1
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:01.144 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:01.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:01.213 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:01.213 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:01.214 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:01.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:01.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:01.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:01.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:01.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:01.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:01.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:01.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:01.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:01.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:01.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:01.612893  5048 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:01.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:01.613536  5048 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:01.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:01.614253  5048 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:01.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:01.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:01.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:01.690383  5048 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:01.691458  5048 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.143.1
20:06:01.760 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:01.761 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:01.761 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:01.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:01.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:01.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:01.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:01.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:01.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:01.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:01.762 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:01.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:01.762 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.762377  5048 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:06:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/data
20:06:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/wal
20:06:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.1:0
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/data/info.pb
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.1
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.143.1
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/logs
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:01.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.764583  5048 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.766917  5048 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:01.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:01.821516  5057 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.833915  5028 catalog_manager.cc:1294] Loaded cluster ID: 544c52592afd4b5581c021c0a0d62831
20:06:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.834241  5028 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a: loading cluster ID for follower catalog manager: success
20:06:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.850246  5028 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a: acquiring CA information for follower catalog manager: success
20:06:01.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:01.852965  5059 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.867831  5028 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c4bbe84d727f4f57ae565960d636f05a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:06:01.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.974603  5044 catalog_manager.cc:1294] Loaded cluster ID: 544c52592afd4b5581c021c0a0d62831
20:06:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.978324  5044 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e: loading cluster ID for follower catalog manager: success
20:06:01.994 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:01.994 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:01.995 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:01.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:01.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:01.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:01.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:01.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:01.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:01.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:01.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:01.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:01.998 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:02.030398  5044 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e: acquiring CA information for follower catalog manager: success
20:06:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:02.041112  5044 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c2d7afd37eea481ba36e86b2bc0df84e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:06:02.144 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:02.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:02.150 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:02.150 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:02.150 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:02.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:02.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:02.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:02.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:02.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:02.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:02.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:02.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:02.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:02.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:02.271 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:02.271 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:02.271 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:02.272 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:02.272 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:02.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:02.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:02.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:02.273 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:02.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:02.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:02.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:02.276 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:02.615 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:02.615 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:02.615 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:02.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:02.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:02.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:02.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:02.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:02.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:02.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:02.619 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:02.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:02.620 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:02.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:02.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:03.070 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:03.070 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:03.070 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:03.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:03.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:03.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:03.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:03.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:03.072 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:03.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:03.072 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:03.072 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:03.072 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:03.073 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29424), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [28ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [44ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [64ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [304ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1063ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1145ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5141ms] refreshing cache from master, [5141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5143ms] too many traces: truncated at 100 traces, deferred=Deferred@96014596(state=PENDING, result=null, callback=(continuation of Deferred@1125768977 after retry RPC after error@2014135531) -> (continuation of Deferred@1906555867 after retry RPC after error@1021294042) -> (continuation of Deferred@833815559 after retry RPC after error@587932870) -> (continuation of Deferred@1327119903 after retry RPC after error@246031171) -> (continuation of Deferred@655400365 after retry RPC after error@1564979357) -> (continuation of Deferred@1127450604 after retry RPC after error@475792626) -> (continuation of Deferred@1065492257 after retry RPC after error@1604424468) -> (continuation of Deferred@7500779 after retry RPC after error@2088078467) -> (continuation of Deferred@1403125563 after retry RPC after error@13369192) -> (continuation of Deferred@322255281 after retry RPC after error@1131724480) -> (continuation of Deferred@527485362 after retry RPC after error@1075791243) -> (continuation of Deferred@2052916360 after retry RPC after error@473507773) -> (continuation of Deferred@94191825 after retry RPC after error@1058307828) -> (continuation of Deferred@763315418 after retry RPC after error@2024704519) -> (continuation of Deferred@391824907 after retry RPC after error@187034058) -> (continuation of Deferred@1554720224 after retry RPC after error@1356427968) -> (continuation of Deferred@301108302 after retry RPC after error@901602307) -> (continuation of Deferred@817691505 after retry RPC after error@728289492) -> (continuation of Deferred@779991307 after retry RPC after error@1912583555) -> (continuation of Deferred@651145150 after retry RPC after error@1263285699) -> (continuation of Deferred@146434112 after retry RPC after error@73766777) -> (continuation of Deferred@1603037716 after retry RPC after error@1967439371), errback=(continuation of Deferred@1125768977 after retry RPC after error@2014135531) -> (continuation of Deferred@1906555867 after retry RPC after error@1021294042) -> (continuation of Deferred@833815559 after retry RPC after error@587932870) -> (continuation of Deferred@1327119903 after retry RPC after error@246031171) -> (continuation of Deferred@655400365 after retry RPC after error@1564979357) -> (continuation of Deferred@1127450604 after retry RPC after error@475792626) -> (continuation of Deferred@1065492257 after retry RPC after error@1604424468) -> (continuation of Deferred@7500779 after retry RPC after error@2088078467) -> (continuation of Deferred@1403125563 after retry RPC after error@13369192) -> (continuation of Deferred@322255281 after retry RPC after error@1131724480) -> (continuation of Deferred@527485362 after retry RPC after error@1075791243) -> (continuation of Deferred@2052916360 after retry RPC after error@473507773) -> (continuation of Deferred@94191825 after retry RPC after error@1058307828) -> (continuation of Deferred@763315418 after retry RPC after error@2024704519) -> (continuation of Deferred@391824907 after retry RPC after error@187034058) -> (continuation of Deferred@1554720224 after retry RPC after error@1356427968) -> (continuation of Deferred@301108302 after retry RPC after error@901602307) -> (continuation of Deferred@817691505 after retry RPC after error@728289492) -> (continuation of Deferred@779991307 after retry RPC after error@1912583555) -> (continuation of Deferred@651145150 after retry RPC after error@1263285699) -> (continuation of Deferred@146434112 after retry RPC after error@73766777) -> (continuation of Deferred@1603037716 after retry RPC after error@1967439371)))
20:06:03.077 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:06:03.077 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29424), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [28ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [44ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [64ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [304ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1063ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1145ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5141ms] refreshing cache from master, [5141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5143ms] too many traces: truncated at 100 traces, deferred=Deferred@96014596(state=PENDING, result=null, callback=(continuation of Deferred@1125768977 after retry RPC after error@2014135531) -> (continuation of Deferred@1906555867 after retry RPC after error@1021294042) -> (continuation of Deferred@833815559 after retry RPC after error@587932870) -> (continuation of Deferred@1327119903 after retry RPC after error@246031171) -> (continuation of Deferred@655400365 after retry RPC after error@1564979357) -> (continuation of Deferred@1127450604 after retry RPC after error@475792626) -> (continuation of Deferred@1065492257 after retry RPC after error@1604424468) -> (continuation of Deferred@7500779 after retry RPC after error@2088078467) -> (continuation of Deferred@1403125563 after retry RPC after error@13369192) -> (continuation of Deferred@322255281 after retry RPC after error@1131724480) -> (continuation of Deferred@527485362 after retry RPC after error@1075791243) -> (continuation of Deferred@2052916360 after retry RPC after error@473507773) -> (continuation of Deferred@94191825 after retry RPC after error@1058307828) -> (continuation of Deferred@763315418 after retry RPC after error@2024704519) -> (continuation of Deferred@391824907 after retry RPC after error@187034058) -> (continuation of Deferred@1554720224 after retry RPC after error@1356427968) -> (continuation of Deferred@301108302 after retry RPC after error@901602307) -> (continuation of Deferred@817691505 after retry RPC after error@728289492) -> (continuation of Deferred@779991307 after retry RPC after error@1912583555) -> (continuation of Deferred@651145150 after retry RPC after error@1263285699) -> (continuation of Deferred@146434112 after retry RPC after error@73766777) -> (continuation of Deferred@1603037716 after retry RPC after error@1967439371), errback=(continuation of Deferred@1125768977 after retry RPC after error@2014135531) -> (continuation of Deferred@1906555867 after retry RPC after error@1021294042) -> (continuation of Deferred@833815559 after retry RPC after error@587932870) -> (continuation of Deferred@1327119903 after retry RPC after error@246031171) -> (continuation of Deferred@655400365 after retry RPC after error@1564979357) -> (continuation of Deferred@1127450604 after retry RPC after error@475792626) -> (continuation of Deferred@1065492257 after retry RPC after error@1604424468) -> (continuation of Deferred@7500779 after retry RPC after error@2088078467) -> (continuation of Deferred@1403125563 after retry RPC after error@13369192) -> (continuation of Deferred@322255281 after retry RPC after error@1131724480) -> (continuation of Deferred@527485362 after retry RPC after error@1075791243) -> (continuation of Deferred@2052916360 after retry RPC after error@473507773) -> (continuation of Deferred@94191825 after retry RPC after error@1058307828) -> (continuation of Deferred@763315418 after retry RPC after error@2024704519) -> (continuation of Deferred@391824907 after retry RPC after error@187034058) -> (continuation of Deferred@1554720224 after retry RPC after error@1356427968) -> (continuation of Deferred@301108302 after retry RPC after error@901602307) -> (continuation of Deferred@817691505 after retry RPC after error@728289492) -> (continuation of Deferred@779991307 after retry RPC after error@1912583555) -> (continuation of Deferred@651145150 after retry RPC after error@1263285699) -> (continuation of Deferred@146434112 after retry RPC after error@73766777) -> (continuation of Deferred@1603037716 after retry RPC after error@1967439371)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:03.082 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:06:03.091 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:03.091 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:03.091 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:03.093 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:03.093 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:03.093 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:03.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:03.094 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
20:06:03.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:03.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:03.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:03.097 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29424), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [28ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [44ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [64ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [302ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [304ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1063ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1145ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5141ms] refreshing cache from master, [5141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5143ms] too many traces: truncated at 100 traces, deferred=Deferred@96014596(state=PENDING, result=null, callback=(continuation of Deferred@1125768977 after retry RPC after error@2014135531) -> (continuation of Deferred@1906555867 after retry RPC after error@1021294042) -> (continuation of Deferred@833815559 after retry RPC after error@587932870) -> (continuation of Deferred@1327119903 after retry RPC after error@246031171) -> (continuation of Deferred@655400365 after retry RPC after error@1564979357) -> (continuation of Deferred@1127450604 after retry RPC after error@475792626) -> (continuation of Deferred@1065492257 after retry RPC after error@1604424468) -> (continuation of Deferred@7500779 after retry RPC after error@2088078467) -> (continuation of Deferred@1403125563 after retry RPC after error@13369192) -> (continuation of Deferred@322255281 after retry RPC after error@1131724480) -> (continuation of Deferred@527485362 after retry RPC after error@1075791243) -> (continuation of Deferred@2052916360 after retry RPC after error@473507773) -> (continuation of Deferred@94191825 after retry RPC after error@1058307828) -> (continuation of Deferred@763315418 after retry RPC after error@2024704519) -> (continuation of Deferred@391824907 after retry RPC after error@187034058) -> (continuation of Deferred@1554720224 after retry RPC after error@1356427968) -> (continuation of Deferred@301108302 after retry RPC after error@901602307) -> (continuation of Deferred@817691505 after retry RPC after error@728289492) -> (continuation of Deferred@779991307 after retry RPC after error@1912583555) -> (continuation of Deferred@651145150 after retry RPC after error@1263285699) -> (continuation of Deferred@146434112 after retry RPC after error@73766777) -> (continuation of Deferred@1603037716 after retry RPC after error@1967439371), errback=(continuation of Deferred@1125768977 after retry RPC after error@2014135531) -> (continuation of Deferred@1906555867 after retry RPC after error@1021294042) -> (continuation of Deferred@833815559 after retry RPC after error@587932870) -> (continuation of Deferred@1327119903 after retry RPC after error@246031171) -> (continuation of Deferred@655400365 after retry RPC after error@1564979357) -> (continuation of Deferred@1127450604 after retry RPC after error@475792626) -> (continuation of Deferred@1065492257 after retry RPC after error@1604424468) -> (continuation of Deferred@7500779 after retry RPC after error@2088078467) -> (continuation of Deferred@1403125563 after retry RPC after error@13369192) -> (continuation of Deferred@322255281 after retry RPC after error@1131724480) -> (continuation of Deferred@527485362 after retry RPC after error@1075791243) -> (continuation of Deferred@2052916360 after retry RPC after error@473507773) -> (continuation of Deferred@94191825 after retry RPC after error@1058307828) -> (continuation of Deferred@763315418 after retry RPC after error@2024704519) -> (continuation of Deferred@391824907 after retry RPC after error@187034058) -> (continuation of Deferred@1554720224 after retry RPC after error@1356427968) -> (continuation of Deferred@301108302 after retry RPC after error@901602307) -> (continuation of Deferred@817691505 after retry RPC after error@728289492) -> (continuation of Deferred@779991307 after retry RPC after error@1912583555) -> (continuation of Deferred@651145150 after retry RPC after error@1263285699) -> (continuation of Deferred@146434112 after retry RPC after error@73766777) -> (continuation of Deferred@1603037716 after retry RPC after error@1967439371)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:03.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:03.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:03.102 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:03.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
20:06:03.110 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
20:06:03.111 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:03.111 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:06:03.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:03.220 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:03.220 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:03.221 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:03.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:03.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:03.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:03.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:03.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:03.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:03.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:03.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:03.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:03.224 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:03.493 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:03.494 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:03.494 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:03.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:03.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:03.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:03.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:03.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:03.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:03.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:03.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:03.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:03.496 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:03.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:03.893 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:03.893 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:03.894 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:03.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:03.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:03.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:03.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:03.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:03.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:03.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:03.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:03.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:03.896 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:04.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:04.242326  4654 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5000 after lost signal to thread 4530
20:06:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:04.243295  4654 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba460 after lost signal to thread 4657
20:06:04.349 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:04.350 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:04.350 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:04.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:04.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:04.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:04.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:04.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:04.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:04.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:04.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:04.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:01.866304  5048 server_base.cc:1061] running on GCE node
20:06:04.352 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:01.864686  5062 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.354691  5048 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.358521  5048 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.359998  5048 hybrid_clock.cc:648] HybridClock initialized: now 1779134764359891 us; error 124 us; skew 500 ppm
20:06:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.361192  5048 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:04.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.371074  5048 webserver.cc:533] Webserver started at http://127.4.143.1:35771/ using document root <none> and password file <none>
20:06:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.372386  5048 fs_manager.cc:362] Metadata directory not provided
20:06:04.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.372766  5048 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:04.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.373427  5048 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.378440  5048 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/data/instance:
20:06:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a7961d1f387457fb16749b92adf8dcf"
20:06:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:04 on dist-test-slave-66b9"
20:06:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.379756  5048 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/wal/instance:
20:06:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a7961d1f387457fb16749b92adf8dcf"
20:06:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:04 on dist-test-slave-66b9"
20:06:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.398147  5048 fs_manager.cc:696] Time spent creating directory manager: real 0.018s	user 0.004s	sys 0.011s
20:06:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.405529  5074 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.407986  5048 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.007s	sys 0.000s
20:06:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.409041  5048 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/wal
20:06:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a7961d1f387457fb16749b92adf8dcf"
20:06:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:04 on dist-test-slave-66b9"
20:06:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.409502  5048 fs_report.cc:389] FS layout report
20:06:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/wal
20:06:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/wal
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/data/data
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:04.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.745131  5048 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:04.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.747575  5048 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.748728  5048 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.753686  5048 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.766724  5048 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.767036  5048 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.767331  5048 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:04.767549  5048 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:05.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.208990  5048 rpc_server.cc:307] RPC server started. Bound to: 127.4.143.1:46673
20:06:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.209177  5186 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.143.1:46673 every 8 connection(s)
20:06:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.214357  5048 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/data/info.pb
20:06:05.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.217831  4668 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 5048
20:06:05.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.218475  4668 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-0/wal/instance
20:06:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.245038  4668 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/wal
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/data
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/logs
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/data/info.pb
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.2:0
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.143.2
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.2
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:06:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.333252  5187 heartbeater.cc:344] Connected to a master server at 127.4.143.61:33535
20:06:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.333926  5187 heartbeater.cc:461] Registering TS with master...
20:06:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.335363  5187 heartbeater.cc:507] Master 127.4.143.61:33535 requested a full tablet report, sending...
20:06:05.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.339841  4792 ts_manager.cc:194] Registered new tserver with Master: 1a7961d1f387457fb16749b92adf8dcf (127.4.143.1:46673)
20:06:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.354538  5192 heartbeater.cc:344] Connected to a master server at 127.4.143.62:42343
20:06:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.354516  5188 heartbeater.cc:344] Connected to a master server at 127.4.143.60:43985
20:06:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.355054  5192 heartbeater.cc:461] Registering TS with master...
20:06:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.355078  5188 heartbeater.cc:461] Registering TS with master...
20:06:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.356809  5192 heartbeater.cc:507] Master 127.4.143.62:42343 requested a full tablet report, sending...
20:06:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.358660  5188 heartbeater.cc:507] Master 127.4.143.60:43985 requested a full tablet report, sending...
20:06:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.361251  4715 ts_manager.cc:194] Registered new tserver with Master: 1a7961d1f387457fb16749b92adf8dcf (127.4.143.1:46673)
20:06:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.363624  4949 ts_manager.cc:194] Registered new tserver with Master: 1a7961d1f387457fb16749b92adf8dcf (127.4.143.1:46673)
20:06:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.366343  4949 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.143.1:48831
20:06:05.600 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:05.600 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:05.601 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:05.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:05.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:05.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:05.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:05.602 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:05.602 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:05.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:05.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:05.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:05.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:05.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:05.778306  5191 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:05.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:05.778975  5191 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:05.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:05.779744  5191 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:05.847553  5191 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:05.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:05.848966  5191 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.143.2
20:06:05.871 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:05.871 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:05.871 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:05.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:05.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:05.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:05.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:05.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:05.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:05.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:05.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:05.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:05.874 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.920701  5191 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/data
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/wal
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.2:0
20:06:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/data/info.pb
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.2
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.143.2
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/logs
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.922602  5191 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:05.925001  5191 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:05.935 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:05.935 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:05.935 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:05.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:05.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:05.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:05.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:05.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:05.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:05.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:05.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:05.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:05.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:05.944509  5205 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:06.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:06.371089  5188 heartbeater.cc:499] Master 127.4.143.60:43985 was elected leader, sending a full tablet report...
20:06:06.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:06.894 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:06.894 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:06.895 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:06.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:06.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:06.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:06.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:06.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:06.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:06.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:06.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:06.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:06.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:07.133 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:07.134 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:07.134 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:07.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:07.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:07.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:07.135 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:07.135 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:07.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:07.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:07.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:07.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:07.137 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:07.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:07.422 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:07.423 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:07.423 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:07.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:07.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:07.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:07.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:07.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:07.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:07.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:07.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:07.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:07.425 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:07.430 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:07.430 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:07.431 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:07.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.434 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:07.593 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:07.593 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:07.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:07.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:07.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:07.597 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:07.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:07.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:07.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:07.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:07.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:07.599 [INFO - pool-104-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:07.599 [WARN - pool-104-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:07.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:07.729 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:06:07.730 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:06:07.731 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
20:06:07.732 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
20:06:07.732 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:06:07.733 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:06:07.735 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
20:06:07.735 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id eca6ceaabf92c850657312495e573ca9
20:06:07.736 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot eca6ceaabf92c850657312495e573ca9.
20:06:07.738 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id eca6ceaabf92c850657312495e573ca9.
20:06:07.741 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
20:06:07.742 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
20:06:07.756 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54531c95
20:06:07.756 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:07.756 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:06:07.757 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:06:07.757 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:06:07.759 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:07.781 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c6624ca
20:06:07.788 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:07.800 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:07.804 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:07.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.812 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:07.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.820 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.823 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:07.841 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:07.844 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:07.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.846 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:07.849 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.849 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.850 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:07.862 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:07.863 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:07.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.866 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:07.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.872 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:07.880 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:07.881 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:07.881 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:07.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.884 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:07.894 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:07.895 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:07.895 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:07.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:07.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:07.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:07.896 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:07.896 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:07.896 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:07.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:07.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:07.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:07.897 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:07.906 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:07.907 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:07.907 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:07.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.909 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:07.962 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:07.963 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:07.963 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:07.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:07.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:07.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:07.965 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:08.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:07.346885  5204 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 5191
20:06:08.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:05.946421  5206 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:08.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.009140  5191 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.065s	user 0.738s	sys 1.209s
20:06:08.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.011049  5191 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.067s	user 0.738s	sys 1.209s
20:06:08.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.012137  5208 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:08.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.020159  5207 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2064 milliseconds
20:06:08.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.020319  5191 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:08.021 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:08.021 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:08.021 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:08.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.022 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.023 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.021967  5191 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.024714  5191 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.026178  5191 hybrid_clock.cc:648] HybridClock initialized: now 1779134768026053 us; error 110 us; skew 500 ppm
20:06:08.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.027601  5191 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:08.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.036875  5191 webserver.cc:533] Webserver started at http://127.4.143.2:40183/ using document root <none> and password file <none>
20:06:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.038352  5191 fs_manager.cc:362] Metadata directory not provided
20:06:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.038635  5191 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:08.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.039163  5191 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:08.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.044312  5191 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/data/instance:
20:06:08.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f22b7adc068640538659b30d8bedbb43"
20:06:08.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:08 on dist-test-slave-66b9"
20:06:08.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.045463  5191 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/wal/instance:
20:06:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f22b7adc068640538659b30d8bedbb43"
20:06:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:08 on dist-test-slave-66b9"
20:06:08.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.054437  5191 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
20:06:08.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.061600  5231 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.063135  5191 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.063634  5191 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/wal
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f22b7adc068640538659b30d8bedbb43"
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:08 on dist-test-slave-66b9"
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.064028  5191 fs_report.cc:389] FS layout report
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/wal
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/wal
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/data/data
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:08.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:08.120 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:08.121 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:08.121 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:08.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.121 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.122 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.125603  5191 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.127230  5191 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.127743  5191 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.130717  5191 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:08.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.136845  5191 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:08.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.137226  5191 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.137629  5191 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.138054  5191 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.002s	sys 0.000s
20:06:08.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:08.151 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:08.152 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:08.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:08.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:08.152 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:08.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:08.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:08.153 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:08.153 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:08.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:08.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:08.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:08.154 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:08.260 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.328058  5191 rpc_server.cc:307] RPC server started. Bound to: 127.4.143.2:37933
20:06:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.328141  5343 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.143.2:37933 every 8 connection(s)
20:06:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.331434  5191 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/data/info.pb
20:06:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.336702  4668 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 5191
20:06:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.337276  4668 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-1/wal/instance
20:06:08.340 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:08.340 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:08.341 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:08.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.349 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.354039  4668 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/wal
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/data
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/logs
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/data/info.pb
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.3:0
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.143.3
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.3
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.408962  5346 heartbeater.cc:344] Connected to a master server at 127.4.143.62:42343
20:06:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.409614  5346 heartbeater.cc:461] Registering TS with master...
20:06:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.411607  5346 heartbeater.cc:507] Master 127.4.143.62:42343 requested a full tablet report, sending...
20:06:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.411588  5344 heartbeater.cc:344] Connected to a master server at 127.4.143.61:33535
20:06:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.414356  5344 heartbeater.cc:461] Registering TS with master...
20:06:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.415783  5344 heartbeater.cc:507] Master 127.4.143.61:33535 requested a full tablet report, sending...
20:06:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.416383  4715 ts_manager.cc:194] Registered new tserver with Master: f22b7adc068640538659b30d8bedbb43 (127.4.143.2:37933)
20:06:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.418972  5345 heartbeater.cc:344] Connected to a master server at 127.4.143.60:43985
20:06:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.419338  5345 heartbeater.cc:461] Registering TS with master...
20:06:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.419719  4792 ts_manager.cc:194] Registered new tserver with Master: f22b7adc068640538659b30d8bedbb43 (127.4.143.2:37933)
20:06:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.420213  5345 heartbeater.cc:507] Master 127.4.143.60:43985 requested a full tablet report, sending...
20:06:08.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.422633  4949 ts_manager.cc:194] Registered new tserver with Master: f22b7adc068640538659b30d8bedbb43 (127.4.143.2:37933)
20:06:08.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.424866  4949 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.143.2:34961
20:06:08.513 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:08.513 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:08.513 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:08.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:08.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:08.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:08.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:08.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:08.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:08.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:08.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:08.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:08.515 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:08.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.744807  5352 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.745266  5352 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.745669  5352 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:08.752 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:08.753 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:08.753 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:08.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:08.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:08.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:08.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:08.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:08.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:08.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:08.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:08.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:08.754 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:08.760 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.788127  5352 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.789076  5352 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.143.3
20:06:08.800 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:08.801 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:08.801 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:08.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:08.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:08.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:08.802 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.836128  5352 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.143.20:35089
20:06:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/data
20:06:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/wal
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.143.3:0
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/data/info.pb
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.143.3
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.143.62:42343,127.4.143.61:33535,127.4.143.60:43985
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.143.3
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/logs
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.837749  5352 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:08.839509  5352 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.853535  5361 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:08.874 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:08.874 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:08.874 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:08.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:08.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:08.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:08.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:08.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:08.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:08.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:08.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:08.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:08.875 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.938236  4746 debug-util.cc:398] Leaking SignalData structure 0x7b08000a25e0 after lost signal to thread 4682
20:06:09.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:09.260 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:09.370 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:09.371 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:09.371 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:09.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:09.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:09.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:09.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:09.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:09.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:09.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:09.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:09.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:09.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:09.378 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29492), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [9ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [12ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [12ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [31ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [32ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [32ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [32ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [50ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [70ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [73ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [87ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [87ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [128ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [129ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [129ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [166ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [167ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [204ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [383ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [384ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [385ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [385ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [584ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [923ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [923ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2944ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5880ms] refreshing cache from master, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5882ms] too many traces: truncated at 100 traces, deferred=Deferred@1926297445(state=PENDING, result=null, callback=(continuation of Deferred@1513965301 after retry RPC after error@1814792143) -> (continuation of Deferred@1455026765 after retry RPC after error@589777952) -> (continuation of Deferred@329104479 after retry RPC after error@590894108) -> (continuation of Deferred@982184364 after retry RPC after error@592837777) -> (continuation of Deferred@1574228960 after retry RPC after error@1009644786) -> (continuation of Deferred@1363633482 after retry RPC after error@1576708743) -> (continuation of Deferred@642398475 after retry RPC after error@1972618068) -> (continuation of Deferred@529827225 after retry RPC after error@397585022) -> (continuation of Deferred@1623673826 after retry RPC after error@187022797) -> (continuation of Deferred@816208253 after retry RPC after error@851833933) -> (continuation of Deferred@1753690540 after retry RPC after error@1323971236) -> (continuation of Deferred@1275455413 after retry RPC after error@1367279076) -> (continuation of Deferred@10765366 after retry RPC after error@532949396) -> (continuation of Deferred@2082430358 after retry RPC after error@1432762324) -> (continuation of Deferred@2009160890 after retry RPC after error@1232552799) -> (continuation of Deferred@1333937162 after retry RPC after error@733876921) -> (continuation of Deferred@1449639928 after retry RPC after error@628716496) -> (continuation of Deferred@2013712737 after retry RPC after error@603336450) -> (continuation of Deferred@1216732411 after retry RPC after error@638370248) -> (continuation of Deferred@1758433713 after retry RPC after error@2052271509) -> (continuation of Deferred@475481120 after retry RPC after error@1544930531) -> (continuation of Deferred@1212388553 after retry RPC after error@731850705) -> (continuation of Deferred@223281350 after retry RPC after error@2140139344) -> (continuation of Deferred@725535156 after retry RPC after error@2043531949), errback=(continuation of Deferred@1513965301 after retry RPC after error@1814792143) -> (continuation of Deferred@1455026765 after retry RPC after error@589777952) -> (continuation of Deferred@329104479 after retry RPC after error@590894108) -> (continuation of Deferred@982184364 after retry RPC after error@592837777) -> (continuation of Deferred@1574228960 after retry RPC after error@1009644786) -> (continuation of Deferred@1363633482 after retry RPC after error@1576708743) -> (continuation of Deferred@642398475 after retry RPC after error@1972618068) -> (continuation of Deferred@529827225 after retry RPC after error@397585022) -> (continuation of Deferred@1623673826 after retry RPC after error@187022797) -> (continuation of Deferred@816208253 after retry RPC after error@851833933) -> (continuation of Deferred@1753690540 after retry RPC after error@1323971236) -> (continuation of Deferred@1275455413 after retry RPC after error@1367279076) -> (continuation of Deferred@10765366 after retry RPC after error@532949396) -> (continuation of Deferred@2082430358 after retry RPC after error@1432762324) -> (continuation of Deferred@2009160890 after retry RPC after error@1232552799) -> (continuation of Deferred@1333937162 after retry RPC after error@733876921) -> (continuation of Deferred@1449639928 after retry RPC after error@628716496) -> (continuation of Deferred@2013712737 after retry RPC after error@603336450) -> (continuation of Deferred@1216732411 after retry RPC after error@638370248) -> (continuation of Deferred@1758433713 after retry RPC after error@2052271509) -> (continuation of Deferred@475481120 after retry RPC after error@1544930531) -> (continuation of Deferred@1212388553 after retry RPC after error@731850705) -> (continuation of Deferred@223281350 after retry RPC after error@2140139344) -> (continuation of Deferred@725535156 after retry RPC after error@2043531949)))
20:06:09.391 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:06:09.391 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29492), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [9ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [12ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [12ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [31ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [32ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [32ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [32ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [50ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [70ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [73ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [87ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [87ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [128ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [129ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [129ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [166ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [167ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [204ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [383ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [384ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [385ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [385ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [584ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [923ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [923ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2944ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5880ms] refreshing cache from master, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5882ms] too many traces: truncated at 100 traces, deferred=Deferred@1926297445(state=PENDING, result=null, callback=(continuation of Deferred@1513965301 after retry RPC after error@1814792143) -> (continuation of Deferred@1455026765 after retry RPC after error@589777952) -> (continuation of Deferred@329104479 after retry RPC after error@590894108) -> (continuation of Deferred@982184364 after retry RPC after error@592837777) -> (continuation of Deferred@1574228960 after retry RPC after error@1009644786) -> (continuation of Deferred@1363633482 after retry RPC after error@1576708743) -> (continuation of Deferred@642398475 after retry RPC after error@1972618068) -> (continuation of Deferred@529827225 after retry RPC after error@397585022) -> (continuation of Deferred@1623673826 after retry RPC after error@187022797) -> (continuation of Deferred@816208253 after retry RPC after error@851833933) -> (continuation of Deferred@1753690540 after retry RPC after error@1323971236) -> (continuation of Deferred@1275455413 after retry RPC after error@1367279076) -> (continuation of Deferred@10765366 after retry RPC after error@532949396) -> (continuation of Deferred@2082430358 after retry RPC after error@1432762324) -> (continuation of Deferred@2009160890 after retry RPC after error@1232552799) -> (continuation of Deferred@1333937162 after retry RPC after error@733876921) -> (continuation of Deferred@1449639928 after retry RPC after error@628716496) -> (continuation of Deferred@2013712737 after retry RPC after error@603336450) -> (continuation of Deferred@1216732411 after retry RPC after error@638370248) -> (continuation of Deferred@1758433713 after retry RPC after error@2052271509) -> (continuation of Deferred@475481120 after retry RPC after error@1544930531) -> (continuation of Deferred@1212388553 after retry RPC after error@731850705) -> (continuation of Deferred@223281350 after retry RPC after error@2140139344) -> (continuation of Deferred@725535156 after retry RPC after error@2043531949), errback=(continuation of Deferred@1513965301 after retry RPC after error@1814792143) -> (continuation of Deferred@1455026765 after retry RPC after error@589777952) -> (continuation of Deferred@329104479 after retry RPC after error@590894108) -> (continuation of Deferred@982184364 after retry RPC after error@592837777) -> (continuation of Deferred@1574228960 after retry RPC after error@1009644786) -> (continuation of Deferred@1363633482 after retry RPC after error@1576708743) -> (continuation of Deferred@642398475 after retry RPC after error@1972618068) -> (continuation of Deferred@529827225 after retry RPC after error@397585022) -> (continuation of Deferred@1623673826 after retry RPC after error@187022797) -> (continuation of Deferred@816208253 after retry RPC after error@851833933) -> (continuation of Deferred@1753690540 after retry RPC after error@1323971236) -> (continuation of Deferred@1275455413 after retry RPC after error@1367279076) -> (continuation of Deferred@10765366 after retry RPC after error@532949396) -> (continuation of Deferred@2082430358 after retry RPC after error@1432762324) -> (continuation of Deferred@2009160890 after retry RPC after error@1232552799) -> (continuation of Deferred@1333937162 after retry RPC after error@733876921) -> (continuation of Deferred@1449639928 after retry RPC after error@628716496) -> (continuation of Deferred@2013712737 after retry RPC after error@603336450) -> (continuation of Deferred@1216732411 after retry RPC after error@638370248) -> (continuation of Deferred@1758433713 after retry RPC after error@2052271509) -> (continuation of Deferred@475481120 after retry RPC after error@1544930531) -> (continuation of Deferred@1212388553 after retry RPC after error@731850705) -> (continuation of Deferred@223281350 after retry RPC after error@2140139344) -> (continuation of Deferred@725535156 after retry RPC after error@2043531949)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:09.396 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
20:06:09.402 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
20:06:09.405 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29492), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [9ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [12ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [12ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [31ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [32ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [32ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [32ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [50ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [70ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [73ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [87ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [87ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [128ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [129ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [129ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [166ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [167ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [204ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [383ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [384ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [385ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [385ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [584ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [923ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [923ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2944ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5880ms] refreshing cache from master, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5882ms] too many traces: truncated at 100 traces, deferred=Deferred@1926297445(state=PENDING, result=null, callback=(continuation of Deferred@1513965301 after retry RPC after error@1814792143) -> (continuation of Deferred@1455026765 after retry RPC after error@589777952) -> (continuation of Deferred@329104479 after retry RPC after error@590894108) -> (continuation of Deferred@982184364 after retry RPC after error@592837777) -> (continuation of Deferred@1574228960 after retry RPC after error@1009644786) -> (continuation of Deferred@1363633482 after retry RPC after error@1576708743) -> (continuation of Deferred@642398475 after retry RPC after error@1972618068) -> (continuation of Deferred@529827225 after retry RPC after error@397585022) -> (continuation of Deferred@1623673826 after retry RPC after error@187022797) -> (continuation of Deferred@816208253 after retry RPC after error@851833933) -> (continuation of Deferred@1753690540 after retry RPC after error@1323971236) -> (continuation of Deferred@1275455413 after retry RPC after error@1367279076) -> (continuation of Deferred@10765366 after retry RPC after error@532949396) -> (continuation of Deferred@2082430358 after retry RPC after error@1432762324) -> (continuation of Deferred@2009160890 after retry RPC after error@1232552799) -> (continuation of Deferred@1333937162 after retry RPC after error@733876921) -> (continuation of Deferred@1449639928 after retry RPC after error@628716496) -> (continuation of Deferred@2013712737 after retry RPC after error@603336450) -> (continuation of Deferred@1216732411 after retry RPC after error@638370248) -> (continuation of Deferred@1758433713 after retry RPC after error@2052271509) -> (continuation of Deferred@475481120 after retry RPC after error@1544930531) -> (continuation of Deferred@1212388553 after retry RPC after error@731850705) -> (continuation of Deferred@223281350 after retry RPC after error@2140139344) -> (continuation of Deferred@725535156 after retry RPC after error@2043531949), errback=(continuation of Deferred@1513965301 after retry RPC after error@1814792143) -> (continuation of Deferred@1455026765 after retry RPC after error@589777952) -> (continuation of Deferred@329104479 after retry RPC after error@590894108) -> (continuation of Deferred@982184364 after retry RPC after error@592837777) -> (continuation of Deferred@1574228960 after retry RPC after error@1009644786) -> (continuation of Deferred@1363633482 after retry RPC after error@1576708743) -> (continuation of Deferred@642398475 after retry RPC after error@1972618068) -> (continuation of Deferred@529827225 after retry RPC after error@397585022) -> (continuation of Deferred@1623673826 after retry RPC after error@187022797) -> (continuation of Deferred@816208253 after retry RPC after error@851833933) -> (continuation of Deferred@1753690540 after retry RPC after error@1323971236) -> (continuation of Deferred@1275455413 after retry RPC after error@1367279076) -> (continuation of Deferred@10765366 after retry RPC after error@532949396) -> (continuation of Deferred@2082430358 after retry RPC after error@1432762324) -> (continuation of Deferred@2009160890 after retry RPC after error@1232552799) -> (continuation of Deferred@1333937162 after retry RPC after error@733876921) -> (continuation of Deferred@1449639928 after retry RPC after error@628716496) -> (continuation of Deferred@2013712737 after retry RPC after error@603336450) -> (continuation of Deferred@1216732411 after retry RPC after error@638370248) -> (continuation of Deferred@1758433713 after retry RPC after error@2052271509) -> (continuation of Deferred@475481120 after retry RPC after error@1544930531) -> (continuation of Deferred@1212388553 after retry RPC after error@731850705) -> (continuation of Deferred@223281350 after retry RPC after error@2140139344) -> (continuation of Deferred@725535156 after retry RPC after error@2043531949)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:09.411 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:09.412 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
20:06:09.413 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
20:06:09.413 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:06:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:09.428774  5345 heartbeater.cc:499] Master 127.4.143.60:43985 was elected leader, sending a full tablet report...
20:06:09.440 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:09.440 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:09.441 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:09.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:09.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:09.442 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:09.442 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:09.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:09.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:09.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:09.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:09.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:09.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:09.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:09.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:09.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:09.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:09.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:09.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:09.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:09.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:09.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:09.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:09.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:09.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:09.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:09.677 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:10.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:10.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:10.254288  5360 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 5352
20:06:10.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:10.526168  5363 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:06:10.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:10.525694  5352 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.673s	user 0.620s	sys 0.939s
20:06:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:10.526692  5352 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.674s	user 0.620s	sys 0.939s
20:06:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:10.528368  5364 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:08.855355  5362 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.529170  5352 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.535256  5352 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.538743  5352 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.542652  5352 hybrid_clock.cc:648] HybridClock initialized: now 1779134770542146 us; error 497 us; skew 500 ppm
20:06:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.543802  5352 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:10.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.553078  5352 webserver.cc:533] Webserver started at http://127.4.143.3:39213/ using document root <none> and password file <none>
20:06:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.554332  5352 fs_manager.cc:362] Metadata directory not provided
20:06:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.554653  5352 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:10.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.555121  5352 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.560386  5352 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/data/instance:
20:06:10.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb72e03523ff463dbf7286b11231e2bc"
20:06:10.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:10 on dist-test-slave-66b9"
20:06:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.561877  5352 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/wal/instance:
20:06:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb72e03523ff463dbf7286b11231e2bc"
20:06:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:10 on dist-test-slave-66b9"
20:06:10.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.570585  5352 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
20:06:10.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.577178  5376 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.578747  5352 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
20:06:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.579099  5352 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/wal
20:06:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb72e03523ff463dbf7286b11231e2bc"
20:06:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:10 on dist-test-slave-66b9"
20:06:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.579447  5352 fs_report.cc:389] FS layout report
20:06:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/wal
20:06:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/wal
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/data/data
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:10.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:10.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.653478  5352 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:10.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.655571  5352 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:10.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.656128  5352 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:10.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.659358  5352 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.665246  5352 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.665473  5352 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.665678  5352 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.665812  5352 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.911690  5352 rpc_server.cc:307] RPC server started. Bound to: 127.4.143.3:43375
20:06:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.911811  5488 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.143.3:43375 every 8 connection(s)
20:06:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.914697  5352 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/data/info.pb
20:06:10.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.923199  4668 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 5352
20:06:10.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.923787  4668 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8196618632918278214/ts-2/wal/instance
20:06:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.981253  5491 heartbeater.cc:344] Connected to a master server at 127.4.143.62:42343
20:06:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.981899  5491 heartbeater.cc:461] Registering TS with master...
20:06:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.983343  5491 heartbeater.cc:507] Master 127.4.143.62:42343 requested a full tablet report, sending...
20:06:10.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.986475  4715 ts_manager.cc:194] Registered new tserver with Master: bb72e03523ff463dbf7286b11231e2bc (127.4.143.3:43375)
20:06:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.988502  5490 heartbeater.cc:344] Connected to a master server at 127.4.143.60:43985
20:06:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.988747  5489 heartbeater.cc:344] Connected to a master server at 127.4.143.61:33535
20:06:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.988906  5490 heartbeater.cc:461] Registering TS with master...
20:06:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.989107  5489 heartbeater.cc:461] Registering TS with master...
20:06:10.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.989903  5490 heartbeater.cc:507] Master 127.4.143.60:43985 requested a full tablet report, sending...
20:06:10.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.990016  5489 heartbeater.cc:507] Master 127.4.143.61:33535 requested a full tablet report, sending...
20:06:10.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.992063  4949 ts_manager.cc:194] Registered new tserver with Master: bb72e03523ff463dbf7286b11231e2bc (127.4.143.3:43375)
20:06:10.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.993590  4949 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.143.3:34413
20:06:10.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:10.994813  4792 ts_manager.cc:194] Registered new tserver with Master: bb72e03523ff463dbf7286b11231e2bc (127.4.143.3:43375)
20:06:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.011018  4668 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:06:11.030 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:06:11.030 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:06:11.032 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.143.62"
      port: 42343
    }
    bound_http_address {
      host: "127.4.143.62"
      port: 33205
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.143.61"
      port: 33535
    }
    bound_http_address {
      host: "127.4.143.61"
      port: 45301
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.143.60"
      port: 43985
    }
    bound_http_address {
      host: "127.4.143.60"
      port: 36649
    }
  }
}

20:06:11.032 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:06:11.035 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.143.1"
      port: 46673
    }
    bound_http_address {
      host: "127.4.143.1"
      port: 35771
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.143.2"
      port: 37933
    }
    bound_http_address {
      host: "127.4.143.2"
      port: 40183
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.143.3"
      port: 43375
    }
    bound_http_address {
      host: "127.4.143.3"
      port: 39213
    }
  }
}

20:06:11.035 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:06:11.037 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:11.038 [DEBUG - main] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:11.039 [DEBUG - main] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:11.040 [DEBUG - main] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:11.040 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.209.125:46655(127.3.209.125:46655)] Successfully connected to peer
20:06:11.041 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.209.124:33411(127.3.209.124:33411)] Successfully connected to peer
20:06:11.050 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.209.126:36643(127.3.209.126:36643)] Successfully connected to peer
20:06:11.055 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.126
20:06:11.055 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.125
20:06:11.063 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.124
20:06:11.067 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:11.071 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd0c67a7a, L:/127.0.0.1:54690 - R:/127.3.209.126:36643] using SASL/PLAIN
20:06:11.074 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:11.080 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x375922b6, L:/127.0.0.1:48560 - R:/127.3.209.124:33411] using SASL/PLAIN
20:06:11.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:11.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=43), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: OK, deferred=null) after lookup
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.083382  3955 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54690:
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:06:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:11.087625  3955 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:06:11.091 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:11.097 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc1a0c671, L:/127.0.0.1:48856 - R:/127.3.209.125:46655] using SASL/PLAIN
20:06:11.140 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:11.140 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:11.141 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:11.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:11.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:11.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:11.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:11.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:11.141 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:11.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:11.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:11.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:11.142 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:11.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:11.208 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25e4b8bf6dad469c913306748847a8d4
20:06:11.240 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:11.241 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:11.241 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:11.241 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.242 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.242 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.242 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.242 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.244 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.294107  4313 tablet_service.cc:1511] Processing CreateTablet for tablet 750cce85576249f2beaa77501b4e8208 (DEFAULT_TABLE table=replication_test_table [id=25e4b8bf6dad469c913306748847a8d4]), partition=
20:06:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.298748  4313 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 750cce85576249f2beaa77501b4e8208. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:11.334 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:11.334 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:11.334 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:11.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.335 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.353895  4593 tablet_service.cc:1511] Processing CreateTablet for tablet 750cce85576249f2beaa77501b4e8208 (DEFAULT_TABLE table=replication_test_table [id=25e4b8bf6dad469c913306748847a8d4]), partition=
20:06:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.356874  4593 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 750cce85576249f2beaa77501b4e8208. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.380995  4453 tablet_service.cc:1511] Processing CreateTablet for tablet 750cce85576249f2beaa77501b4e8208 (DEFAULT_TABLE table=replication_test_table [id=25e4b8bf6dad469c913306748847a8d4]), partition=
20:06:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.383618  4453 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 750cce85576249f2beaa77501b4e8208. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:11.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.384790  5523 tablet_bootstrap.cc:492] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d: Bootstrap starting.
20:06:11.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.394094  5523 tablet_bootstrap.cc:654] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d: Neither blocks nor log segments found. Creating new log.
20:06:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.396603  5523 log.cc:826] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d: Log is configured to *not* fsync() on all Append() calls
20:06:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.416302  5525 tablet_bootstrap.cc:492] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2: Bootstrap starting.
20:06:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.423825  5525 tablet_bootstrap.cc:654] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2: Neither blocks nor log segments found. Creating new log.
20:06:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.426229  5525 log.cc:826] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2: Log is configured to *not* fsync() on all Append() calls
20:06:11.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.428612  5523 tablet_bootstrap.cc:492] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d: No bootstrap required, opened a new log
20:06:11.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.429522  5523 ts_tablet_manager.cc:1403] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d: Time spent bootstrapping tablet: real 0.045s	user 0.018s	sys 0.013s
20:06:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.464788  5525 tablet_bootstrap.cc:492] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2: No bootstrap required, opened a new log
20:06:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.465401  5525 ts_tablet_manager.cc:1403] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2: Time spent bootstrapping tablet: real 0.050s	user 0.015s	sys 0.025s
20:06:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.469121  5528 tablet_bootstrap.cc:492] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec: Bootstrap starting.
20:06:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.472110  5523 raft_consensus.cc:359] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.473227  5523 raft_consensus.cc:385] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.473554  5523 raft_consensus.cc:740] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1eaa4a83de04ba39384c22df5663b3d, State: Initialized, Role: FOLLOWER
20:06:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.474515  5523 consensus_queue.cc:260] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.481323  5528 tablet_bootstrap.cc:654] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec: Neither blocks nor log segments found. Creating new log.
20:06:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.488960  5528 log.cc:826] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec: Log is configured to *not* fsync() on all Append() calls
20:06:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.495921  5529 raft_consensus.cc:493] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.498253  5529 raft_consensus.cc:515] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.501181  5528 tablet_bootstrap.cc:492] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec: No bootstrap required, opened a new log
20:06:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.501798  5528 ts_tablet_manager.cc:1403] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec: Time spent bootstrapping tablet: real 0.034s	user 0.012s	sys 0.009s
20:06:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.508278  5523 ts_tablet_manager.cc:1434] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d: Time spent starting tablet: real 0.078s	user 0.039s	sys 0.014s
20:06:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.540261  4473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "750cce85576249f2beaa77501b4e8208" candidate_uuid: "e1eaa4a83de04ba39384c22df5663b3d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" is_pre_election: true
20:06:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:11.543273  4265 leader_election.cc:343] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bf8a20d05e4e4abd8d7a3371ff7aedec (127.3.209.66:38715): Illegal state: must be running to vote when last-logged opid is not known
20:06:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.543303  5528 raft_consensus.cc:359] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.545146  5528 raft_consensus.cc:385] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.545475  5528 raft_consensus.cc:740] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf8a20d05e4e4abd8d7a3371ff7aedec, State: Initialized, Role: FOLLOWER
20:06:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.546491  5528 consensus_queue.cc:260] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.548753  5529 leader_election.cc:290] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf8a20d05e4e4abd8d7a3371ff7aedec (127.3.209.66:38715), 4d0c598a7951498c8718b53cbbcfacd2 (127.3.209.67:45545)
20:06:11.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.556456  4613 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "750cce85576249f2beaa77501b4e8208" candidate_uuid: "e1eaa4a83de04ba39384c22df5663b3d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4d0c598a7951498c8718b53cbbcfacd2" is_pre_election: true
20:06:11.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.557331  5528 ts_tablet_manager.cc:1434] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec: Time spent starting tablet: real 0.055s	user 0.036s	sys 0.006s
20:06:11.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:11.559126  4266 leader_election.cc:343] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 4d0c598a7951498c8718b53cbbcfacd2 (127.3.209.67:45545): Illegal state: must be running to vote when last-logged opid is not known
20:06:11.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.559717  4266 leader_election.cc:304] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e1eaa4a83de04ba39384c22df5663b3d; no voters: 4d0c598a7951498c8718b53cbbcfacd2, bf8a20d05e4e4abd8d7a3371ff7aedec
20:06:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.561010  5529 raft_consensus.cc:2749] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:06:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.574756  5525 raft_consensus.cc:359] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.575835  5525 raft_consensus.cc:385] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.576233  5525 raft_consensus.cc:740] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d0c598a7951498c8718b53cbbcfacd2, State: Initialized, Role: FOLLOWER
20:06:11.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.577312  5525 consensus_queue.cc:260] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.585808  5525 ts_tablet_manager.cc:1434] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2: Time spent starting tablet: real 0.120s	user 0.041s	sys 0.001s
20:06:11.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:11.700222  4523 tablet.cc:2404] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.712023  5535 raft_consensus.cc:493] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:11.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.712720  5535 raft_consensus.cc:515] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.723547  5535 leader_election.cc:290] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e1eaa4a83de04ba39384c22df5663b3d (127.3.209.65:33545), bf8a20d05e4e4abd8d7a3371ff7aedec (127.3.209.66:38715)
20:06:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:11.742693  4386 tablet.cc:2404] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.750926  4333 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "750cce85576249f2beaa77501b4e8208" candidate_uuid: "4d0c598a7951498c8718b53cbbcfacd2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1eaa4a83de04ba39384c22df5663b3d" is_pre_election: true
20:06:11.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.751884  4333 raft_consensus.cc:2468] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4d0c598a7951498c8718b53cbbcfacd2 in term 0.
20:06:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.754298  4549 leader_election.cc:304] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4d0c598a7951498c8718b53cbbcfacd2, e1eaa4a83de04ba39384c22df5663b3d; no voters: 
20:06:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.755200  5535 raft_consensus.cc:2804] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:06:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.755613  5535 raft_consensus.cc:493] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:06:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.755973  5535 raft_consensus.cc:3060] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 0 FOLLOWER]: Advancing to term 1
20:06:11.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.763293  4473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "750cce85576249f2beaa77501b4e8208" candidate_uuid: "4d0c598a7951498c8718b53cbbcfacd2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" is_pre_election: true
20:06:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.764051  4473 raft_consensus.cc:2468] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4d0c598a7951498c8718b53cbbcfacd2 in term 0.
20:06:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.767333  5535 raft_consensus.cc:515] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.770622  4333 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "750cce85576249f2beaa77501b4e8208" candidate_uuid: "4d0c598a7951498c8718b53cbbcfacd2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1eaa4a83de04ba39384c22df5663b3d"
20:06:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.771210  4333 raft_consensus.cc:3060] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 0 FOLLOWER]: Advancing to term 1
20:06:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.771235  4473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "750cce85576249f2beaa77501b4e8208" candidate_uuid: "4d0c598a7951498c8718b53cbbcfacd2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec"
20:06:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.771934  4473 raft_consensus.cc:3060] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec [term 0 FOLLOWER]: Advancing to term 1
20:06:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.779511  4333 raft_consensus.cc:2468] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4d0c598a7951498c8718b53cbbcfacd2 in term 1.
20:06:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.780946  4549 leader_election.cc:304] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4d0c598a7951498c8718b53cbbcfacd2, e1eaa4a83de04ba39384c22df5663b3d; no voters: 
20:06:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.781051  5535 leader_election.cc:290] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [CANDIDATE]: Term 1 election: Requested vote from peers e1eaa4a83de04ba39384c22df5663b3d (127.3.209.65:33545), bf8a20d05e4e4abd8d7a3371ff7aedec (127.3.209.66:38715)
20:06:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.781778  4473 raft_consensus.cc:2468] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4d0c598a7951498c8718b53cbbcfacd2 in term 1.
20:06:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.784209  5535 raft_consensus.cc:2804] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 1 FOLLOWER]: Leader election won for term 1
20:06:11.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.784751  5535 raft_consensus.cc:697] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [term 1 LEADER]: Becoming Leader. State: Replica: 4d0c598a7951498c8718b53cbbcfacd2, State: Running, Role: LEADER
20:06:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.785801  5535 consensus_queue.cc:237] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } }
20:06:11.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:11.800207  4663 tablet.cc:2404] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:11.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.816565  3954 catalog_manager.cc:5696] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d0c598a7951498c8718b53cbbcfacd2 (127.3.209.67). New cstate: current_term: 1 leader_uuid: "4d0c598a7951498c8718b53cbbcfacd2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4d0c598a7951498c8718b53cbbcfacd2" member_type: VOTER last_known_addr { host: "127.3.209.67" port: 45545 } health_report { overall_health: HEALTHY } } }
20:06:11.954 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:11.954 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:11.955 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:11.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.956 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:11.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:11.972 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:11.972 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:11.972 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.972 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.973 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:11.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:11.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:11.973 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:11.986 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25e4b8bf6dad469c913306748847a8d4
20:06:11.990 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 750cce85576249f2beaa77501b4e8208 for table 'replication_test_table' with partition [<start>, <end>)
20:06:11.991 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=750cce85576249f2beaa77501b4e8208@[4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)[L],bf8a20d05e4e4abd8d7a3371ff7aedec(127.3.209.66:38715),e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)]}]
20:06:11.991 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.209.126:36643, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.209.126:36643: OK, deferred=null) after lookup
20:06:11.995 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)] connecting to peer
20:06:11.996 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)] Successfully connected to peer
20:06:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:11.998014  5490 heartbeater.cc:499] Master 127.4.143.60:43985 was elected leader, sending a full tablet report...
20:06:12.021 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:12.025 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x41cba242, L:/127.0.0.1:53728 - R:/127.3.209.67:45545] using TOKEN/null
20:06:12.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.043310  4473 raft_consensus.cc:1275] T 750cce85576249f2beaa77501b4e8208 P bf8a20d05e4e4abd8d7a3371ff7aedec [term 1 FOLLOWER]: Refusing update from remote peer 4d0c598a7951498c8718b53cbbcfacd2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:12.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.043416  4333 raft_consensus.cc:1275] T 750cce85576249f2beaa77501b4e8208 P e1eaa4a83de04ba39384c22df5663b3d [term 1 FOLLOWER]: Refusing update from remote peer 4d0c598a7951498c8718b53cbbcfacd2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.045167  5540 consensus_queue.cc:1048] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf8a20d05e4e4abd8d7a3371ff7aedec" member_type: VOTER last_known_addr { host: "127.3.209.66" port: 38715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:06:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.046000  5535 consensus_queue.cc:1048] T 750cce85576249f2beaa77501b4e8208 P 4d0c598a7951498c8718b53cbbcfacd2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1eaa4a83de04ba39384c22df5663b3d" member_type: VOTER last_known_addr { host: "127.3.209.65" port: 33545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.092990  5551 mvcc.cc:204] Tried to move back new op lower bound from 7287336026268540928 to 7287336025254985728. Current Snapshot: MvccSnapshot[applied={T|T < 7287336026268540928}]
20:06:12.149 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:12.321 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:12.321 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:12.321 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:12.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:12.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:12.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:12.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:12.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:12.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:12.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:12.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:12.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:12.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:12.385 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:12.388 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:12.389 [DEBUG - main] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:12.389 [DEBUG - main] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:12.390 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.143.61:33535(127.4.143.61:33535)] Successfully connected to peer
20:06:12.391 [DEBUG - main] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:12.392 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.143.62:42343(127.4.143.62:42343)] Successfully connected to peer
20:06:12.396 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.62
20:06:12.398 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.143.60:43985(127.4.143.60:43985)] Successfully connected to peer
20:06:12.410 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:12.412 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.61
20:06:12.415 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3f53f07f, L:/127.0.0.1:35862 - R:/127.4.143.62:42343] using SASL/PLAIN
20:06:12.420 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.60
20:06:12.424 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:12.429 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xddc2b013, L:/127.0.0.1:52672 - R:/127.4.143.61:33535] using SASL/PLAIN
20:06:12.429 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:12.432 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbe1f1dd5, L:/127.0.0.1:53138 - R:/127.4.143.60:43985] using SASL/PLAIN
20:06:12.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:12.436 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [31ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: OK, deferred=null) after lookup
20:06:12.440 [DEBUG - main] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:12.441 [DEBUG - main] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:12.442 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.209.125:46655(127.3.209.125:46655)] Successfully connected to peer
20:06:12.443 [DEBUG - main] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:12.444 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.209.124:33411(127.3.209.124:33411)] Successfully connected to peer
20:06:12.446 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.209.126:36643(127.3.209.126:36643)] Successfully connected to peer
20:06:12.447 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.125
20:06:12.456 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.124
20:06:12.464 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.126
20:06:12.467 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:12.467 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:12.471 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4796bb5c, L:/127.0.0.1:48868 - R:/127.3.209.125:46655] using SASL/PLAIN
20:06:12.474 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb839bf8e, L:/127.0.0.1:48576 - R:/127.3.209.124:33411] using SASL/PLAIN
20:06:12.480 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:12.483 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4ba3589c, L:/127.0.0.1:54700 - R:/127.3.209.126:36643] using SASL/PLAIN
20:06:12.486 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:12.486 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [34ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: OK, deferred=null) after lookup
20:06:12.491 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25e4b8bf6dad469c913306748847a8d4
20:06:12.493 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:12.493 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:12.493 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:12.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:12.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:12.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:12.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:12.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:12.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:12.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:12.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:12.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:12.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:12.497 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 750cce85576249f2beaa77501b4e8208 for table 'replication_test_table' with partition [<start>, <end>)
20:06:12.497 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=750cce85576249f2beaa77501b4e8208@[4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)[L],bf8a20d05e4e4abd8d7a3371ff7aedec(127.3.209.66:38715),e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)]}]
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.500092  4949 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53138:
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
20:06:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:12.503509  4949 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:06:12.558 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:12.618 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:12.618 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:12.618 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:12.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:12.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:12.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:12.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:12.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:12.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:12.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:12.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:12.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:12.620 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.626171  5279 tablet_service.cc:1511] Processing CreateTablet for tablet d03ff03586684750b8d7afff4397fdb0 (DEFAULT_TABLE table=replication_test_table [id=9f8d730e85e9426490f5a78ad950ac03]), partition=
20:06:12.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.632177  5122 tablet_service.cc:1511] Processing CreateTablet for tablet d03ff03586684750b8d7afff4397fdb0 (DEFAULT_TABLE table=replication_test_table [id=9f8d730e85e9426490f5a78ad950ac03]), partition=
20:06:12.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.638763  5279 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d03ff03586684750b8d7afff4397fdb0. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.640264  5122 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d03ff03586684750b8d7afff4397fdb0. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:12.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.678969  5424 tablet_service.cc:1511] Processing CreateTablet for tablet d03ff03586684750b8d7afff4397fdb0 (DEFAULT_TABLE table=replication_test_table [id=9f8d730e85e9426490f5a78ad950ac03]), partition=
20:06:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.680938  5424 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d03ff03586684750b8d7afff4397fdb0. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:12.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.716014  5592 tablet_bootstrap.cc:492] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf: Bootstrap starting.
20:06:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.725292  5592 tablet_bootstrap.cc:654] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf: Neither blocks nor log segments found. Creating new log.
20:06:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.735718  5592 log.cc:826] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf: Log is configured to *not* fsync() on all Append() calls
20:06:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.742673  5593 tablet_bootstrap.cc:492] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43: Bootstrap starting.
20:06:12.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.752067  5593 tablet_bootstrap.cc:654] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43: Neither blocks nor log segments found. Creating new log.
20:06:12.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.754791  5593 log.cc:826] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43: Log is configured to *not* fsync() on all Append() calls
20:06:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.763851  5592 tablet_bootstrap.cc:492] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf: No bootstrap required, opened a new log
20:06:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.764601  5592 ts_tablet_manager.cc:1403] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf: Time spent bootstrapping tablet: real 0.049s	user 0.022s	sys 0.008s
20:06:12.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.768529  5593 tablet_bootstrap.cc:492] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43: No bootstrap required, opened a new log
20:06:12.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.769380  5593 ts_tablet_manager.cc:1403] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43: Time spent bootstrapping tablet: real 0.027s	user 0.014s	sys 0.008s
20:06:12.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.802925  5593 raft_consensus.cc:359] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.804090  5593 raft_consensus.cc:385] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.804526  5593 raft_consensus.cc:740] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f22b7adc068640538659b30d8bedbb43, State: Initialized, Role: FOLLOWER
20:06:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.806450  5593 consensus_queue.cc:260] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.812201  5592 raft_consensus.cc:359] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.814028  5592 raft_consensus.cc:385] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.814524  5592 raft_consensus.cc:740] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a7961d1f387457fb16749b92adf8dcf, State: Initialized, Role: FOLLOWER
20:06:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.816031  5592 consensus_queue.cc:260] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.818019  5593 ts_tablet_manager.cc:1434] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43: Time spent starting tablet: real 0.048s	user 0.034s	sys 0.010s
20:06:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.862464  5596 tablet_bootstrap.cc:492] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc: Bootstrap starting.
20:06:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.863793  5598 raft_consensus.cc:493] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.866755  5592 ts_tablet_manager.cc:1434] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf: Time spent starting tablet: real 0.102s	user 0.038s	sys 0.011s
20:06:12.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:12.871081  5347 tablet.cc:2404] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:12.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.870922  5598 raft_consensus.cc:515] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.875406  5598 leader_election.cc:290] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f22b7adc068640538659b30d8bedbb43 (127.4.143.2:37933), bb72e03523ff463dbf7286b11231e2bc (127.4.143.3:43375)
20:06:12.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.898131  5596 tablet_bootstrap.cc:654] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc: Neither blocks nor log segments found. Creating new log.
20:06:12.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.901263  5596 log.cc:826] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc: Log is configured to *not* fsync() on all Append() calls
20:06:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.916966  5596 tablet_bootstrap.cc:492] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc: No bootstrap required, opened a new log
20:06:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.917590  5596 ts_tablet_manager.cc:1403] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc: Time spent bootstrapping tablet: real 0.056s	user 0.017s	sys 0.002s
20:06:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.919155  5299 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d03ff03586684750b8d7afff4397fdb0" candidate_uuid: "1a7961d1f387457fb16749b92adf8dcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f22b7adc068640538659b30d8bedbb43" is_pre_election: true
20:06:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.920228  5299 raft_consensus.cc:2468] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1a7961d1f387457fb16749b92adf8dcf in term 0.
20:06:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.922026  5078 leader_election.cc:304] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a7961d1f387457fb16749b92adf8dcf, f22b7adc068640538659b30d8bedbb43; no voters: 
20:06:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.923507  5599 raft_consensus.cc:2804] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 0 FOLLOWER]: Leader pre-election won for term 1
20:06:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.923863  5599 raft_consensus.cc:493] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:06:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.924157  5599 raft_consensus.cc:3060] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 0 FOLLOWER]: Advancing to term 1
20:06:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.932492  5599 raft_consensus.cc:515] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.914224  5444 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d03ff03586684750b8d7afff4397fdb0" candidate_uuid: "1a7961d1f387457fb16749b92adf8dcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb72e03523ff463dbf7286b11231e2bc" is_pre_election: true
20:06:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.937265  5299 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d03ff03586684750b8d7afff4397fdb0" candidate_uuid: "1a7961d1f387457fb16749b92adf8dcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f22b7adc068640538659b30d8bedbb43"
20:06:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.937820  5299 raft_consensus.cc:3060] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43 [term 0 FOLLOWER]: Advancing to term 1
20:06:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:12.939072  5077 leader_election.cc:343] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bb72e03523ff463dbf7286b11231e2bc (127.4.143.3:43375): Illegal state: must be running to vote when last-logged opid is not known
20:06:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.938438  5599 leader_election.cc:290] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [CANDIDATE]: Term 1 election: Requested vote from peers f22b7adc068640538659b30d8bedbb43 (127.4.143.2:37933), bb72e03523ff463dbf7286b11231e2bc (127.4.143.3:43375)
20:06:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.942701  5443 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d03ff03586684750b8d7afff4397fdb0" candidate_uuid: "1a7961d1f387457fb16749b92adf8dcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb72e03523ff463dbf7286b11231e2bc"
20:06:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.945119  5299 raft_consensus.cc:2468] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1a7961d1f387457fb16749b92adf8dcf in term 1.
20:06:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:12.945657  5077 leader_election.cc:343] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer bb72e03523ff463dbf7286b11231e2bc (127.4.143.3:43375): Illegal state: must be running to vote when last-logged opid is not known
20:06:12.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.946235  5078 leader_election.cc:304] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1a7961d1f387457fb16749b92adf8dcf, f22b7adc068640538659b30d8bedbb43; no voters: bb72e03523ff463dbf7286b11231e2bc
20:06:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.947685  5599 raft_consensus.cc:2804] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 1 FOLLOWER]: Leader election won for term 1
20:06:12.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.948642  5599 raft_consensus.cc:697] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [term 1 LEADER]: Becoming Leader. State: Replica: 1a7961d1f387457fb16749b92adf8dcf, State: Running, Role: LEADER
20:06:12.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.949843  5599 consensus_queue.cc:237] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.948429  5596 raft_consensus.cc:359] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.956607  5596 raft_consensus.cc:385] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.957062  5596 raft_consensus.cc:740] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb72e03523ff463dbf7286b11231e2bc, State: Initialized, Role: FOLLOWER
20:06:12.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.958412  5596 consensus_queue.cc:260] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.970022  5596 ts_tablet_manager.cc:1434] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc: Time spent starting tablet: real 0.052s	user 0.024s	sys 0.009s
20:06:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:12.978026  4948 catalog_manager.cc:5696] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf reported cstate change: term changed from 0 to 1, leader changed from <none> to 1a7961d1f387457fb16749b92adf8dcf (127.4.143.1). New cstate: current_term: 1 leader_uuid: "1a7961d1f387457fb16749b92adf8dcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } health_report { overall_health: HEALTHY } } }
20:06:13.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:13.089437  5193 tablet.cc:2404] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:13.120 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:13.121 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:13.121 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:13.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:13.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:13.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:13.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:13.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:13.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:13.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:13.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:13.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:13.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:13.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.179991  5604 raft_consensus.cc:493] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.180559  5604 raft_consensus.cc:515] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 } } peers { permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 } } peers { permanent_uuid: "1a7961d1f387457fb16749b92adf8dcf" member_type: VOTER last_known_addr { host: "127.4.143.1" port: 46673 } }
20:06:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.188987  5604 leader_election.cc:290] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f22b7adc068640538659b30d8bedbb43 (127.4.143.2:37933), 1a7961d1f387457fb16749b92adf8dcf (127.4.143.1:46673)
20:06:13.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:13.193760  5496 tablet.cc:2404] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.199810  5299 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d03ff03586684750b8d7afff4397fdb0" candidate_uuid: "bb72e03523ff463dbf7286b11231e2bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f22b7adc068640538659b30d8bedbb43" is_pre_election: true
20:06:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.200655  5299 raft_consensus.cc:2393] T d03ff03586684750b8d7afff4397fdb0 P f22b7adc068640538659b30d8bedbb43 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bb72e03523ff463dbf7286b11231e2bc in current term 1: Already voted for candidate 1a7961d1f387457fb16749b92adf8dcf in this term.
20:06:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.204404  5142 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d03ff03586684750b8d7afff4397fdb0" candidate_uuid: "bb72e03523ff463dbf7286b11231e2bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a7961d1f387457fb16749b92adf8dcf" is_pre_election: true
20:06:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.206637  5378 leader_election.cc:304] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bb72e03523ff463dbf7286b11231e2bc; no voters: 1a7961d1f387457fb16749b92adf8dcf, f22b7adc068640538659b30d8bedbb43
20:06:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.207768  5604 raft_consensus.cc:3060] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [term 0 FOLLOWER]: Advancing to term 1
20:06:13.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.213878  5604 raft_consensus.cc:2749] T d03ff03586684750b8d7afff4397fdb0 P bb72e03523ff463dbf7286b11231e2bc [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:06:13.252 [DEBUG - main] (Connection.java:575) [peer master-127.3.209.126:36643(127.3.209.126:36643)] disconnecting while in state READY
20:06:13.252 [DEBUG - main] (Connection.java:575) [peer master-127.3.209.125:46655(127.3.209.125:46655)] disconnecting while in state READY
20:06:13.253 [DEBUG - main] (Connection.java:575) [peer master-127.3.209.124:33411(127.3.209.124:33411)] disconnecting while in state READY
20:06:13.253 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.209.126:36643(127.3.209.126:36643)] handling channelInactive
20:06:13.253 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:13.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state READY due to: connection closed
20:06:13.253 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.209.125:46655(127.3.209.125:46655)] handling channelInactive
20:06:13.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state READY due to: connection closed
20:06:13.255 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
20:06:13.255 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:06:13.258 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.209.124:33411(127.3.209.124:33411)] handling channelInactive
20:06:13.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state READY due to: connection closed
20:06:13.258 [DEBUG - main] (Connection.java:575) [peer master-127.4.143.62:42343(127.4.143.62:42343)] disconnecting while in state READY
20:06:13.258 [DEBUG - main] (Connection.java:575) [peer master-127.4.143.60:43985(127.4.143.60:43985)] disconnecting while in state READY
20:06:13.258 [DEBUG - main] (Connection.java:575) [peer master-127.4.143.61:33535(127.4.143.61:33535)] disconnecting while in state READY
20:06:13.258 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
20:06:13.259 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.143.62:42343(127.4.143.62:42343)] handling channelInactive
20:06:13.259 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.143.61:33535(127.4.143.61:33535)] handling channelInactive
20:06:13.259 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state READY due to: connection closed
20:06:13.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state READY due to: connection closed
20:06:13.260 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:13.261 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:06:13.261 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
20:06:13.263 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.143.60:43985(127.4.143.60:43985)] handling channelInactive
20:06:13.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state READY due to: connection closed
20:06:13.263 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
20:06:13.265 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:06:13.265 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
20:06:13.265 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
20:06:13.265 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:06:13.265 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:06:13.266 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:06:13.275 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
20:06:13.275 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
20:06:13.275 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
20:06:13.275 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
20:06:13.275 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
20:06:13.275 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
20:06:13.275 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
20:06:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.513175  5618 consensus_queue.cc:1048] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [LEADER]: Connected to new peer: Peer: permanent_uuid: "f22b7adc068640538659b30d8bedbb43" member_type: VOTER last_known_addr { host: "127.4.143.2" port: 37933 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:06:13.527 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
20:06:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:13.547499  5618 consensus_queue.cc:1048] T d03ff03586684750b8d7afff4397fdb0 P 1a7961d1f387457fb16749b92adf8dcf [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb72e03523ff463dbf7286b11231e2bc" member_type: VOTER last_known_addr { host: "127.4.143.3" port: 43375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:06:13.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:13.650 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
20:06:13.650 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
20:06:13.650 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
20:06:13.668 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:06:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:13.869457  4374 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9780 after lost signal to thread 4204
20:06:13.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:13.870399  4374 debug-util.cc:398] Leaking SignalData structure 0x7b08000ca820 after lost signal to thread 4377
20:06:14.093 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:14.093 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:14.094 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:14.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:14.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:14.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:14.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:14.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:14.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:14.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:14.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:14.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:14.096 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:14.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:14.572 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:14.572 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:14.573 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:14.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:14.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:14.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:14.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:14.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:14.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:14.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:14.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:14.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:14.575 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:14.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:14.750 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:14.751 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:14.751 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:14.752 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:14.752 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:14.752 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:14.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:14.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:14.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:14.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:14.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:14.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:14.753 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:14.763 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
20:06:14.930 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
20:06:14.947 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:06:14.956 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:14.957 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:14.957 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:14.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:14.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:14.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:14.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:14.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:14.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:14.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:14.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:14.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:14.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:14.978 [INFO - flink-metrics-4] (Slf4jLogger.scala:117) Slf4jLogger started
20:06:14.997 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
20:06:15.019 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
20:06:15.030 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
20:06:15.031 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
20:06:15.031 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
20:06:15.032 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
20:06:15.032 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
20:06:15.032 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
20:06:15.033 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
20:06:15.034 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:06:15.035 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:06:15.036 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:06:15.036 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:06:15.036 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:06:15.037 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:06:15.037 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
20:06:15.037 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
20:06:15.037 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
20:06:15.037 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
20:06:15.038 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
20:06:15.038 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:06:15.038 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:06:15.039 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:06:15.039 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:06:15.039 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:06:15.039 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:06:15.040 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_fca4605424d90de382ba12cf4909e7d6/blobStorage
20:06:15.040 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:46565 - max concurrent requests: 50 - max backlog: 1000
20:06:15.041 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_fca4605424d90de382ba12cf4909e7d6/blobStorage
20:06:15.042 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_fca4605424d90de382ba12cf4909e7d6/blobStorage
20:06:15.043 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
20:06:15.044 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: be29799f-d079-4a54-b925-e562ae10a429
20:06:15.047 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
20:06:15.048 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-504f8058-9ce5-431f-a740-8abeb5ffb4e2
20:06:15.056 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-37d9563f-3f31-40ad-81e0-a80efab5eb33
20:06:15.129 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
20:06:15.130 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
20:06:15.130 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
20:06:15.130 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
20:06:15.130 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
20:06:15.133 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_8 .
20:06:15.139 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
20:06:15.140 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-d0298c9d-eaed-4f77-a4e7-6edf50e5f60b
20:06:15.142 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
20:06:15.142 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
20:06:15.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:15.153 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
20:06:15.153 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
20:06:15.170 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:36965
20:06:15.171 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
20:06:15.198 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
20:06:15.202 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:36965 was granted leadership with leaderSessionID=35045163-c7c8-4032-949b-6fa23b1be6d6
20:06:15.202 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:36965 , session=35045163-c7c8-4032-949b-6fa23b1be6d6
20:06:15.208 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
20:06:15.209 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
20:06:15.209 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id bcca1c3d-c913-431f-bbb1-bbf62b16e783. Creating new DispatcherLeaderProcess.
20:06:15.215 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
20:06:15.218 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
20:06:15.219 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
20:06:15.224 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_9 .
20:06:15.237 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_9 , session=bcca1c3d-c913-431f-bbb1-bbf62b16e783
20:06:15.245 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
20:06:15.247 [INFO - pool-123-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id b9760236-2cc5-4297-b46a-9533eadb7020.
20:06:15.249 [INFO - pool-123-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_10 .
20:06:15.256 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
20:06:15.257 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
20:06:15.257 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
20:06:15.257 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
20:06:15.257 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
20:06:15.265 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_10 , session=b9760236-2cc5-4297-b46a-9533eadb7020
20:06:15.266 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(b46a9533eadb7020b97602362cc54297).
20:06:15.281 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:15.281 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:15.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:15.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:15.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:15.282 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:15.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:15.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:15.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:15.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:15.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:15.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:15.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:15.293 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:06:15.299 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID be29799f-d079-4a54-b925-e562ae10a429 (pekko://flink/user/rpc/taskmanager_8) at ResourceManager
20:06:15.300 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_10 under registration id 823ddbedb3ab74586e593eb559fe2ce4.
20:06:15.300 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (240f51d149f2bfe9236a66fd569edfd4).
20:06:15.301 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (240f51d149f2bfe9236a66fd569edfd4).
20:06:15.301 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:344) Registering task executor be29799f-d079-4a54-b925-e562ae10a429 under 823ddbedb3ab74586e593eb559fe2ce4 at the slot manager.
20:06:15.301 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-240f51d149f2bfe9236a66fd569edfd4'.
20:06:15.301 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 240f51d149f2bfe9236a66fd569edfd4 was granted leadership with leader id 778f301b-e30a-422d-9e15-26063ccfa10a. Creating new JobMasterServiceProcess.
20:06:15.304 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_11 .
20:06:15.309 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (240f51d149f2bfe9236a66fd569edfd4).
20:06:15.310 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4).
20:06:15.311 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph c7f8f6fc142802e698d53b577e7839af for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:15.311 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4).
20:06:15.311 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
20:06:15.312 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
20:06:15.312 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8b7e6e6
20:06:15.312 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:15.313 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:06:15.317 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
20:06:15.317 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@7f73196d for Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4).
20:06:15.318 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_11 , session=778f301b-e30a-422d-9e15-26063ccfa10a
20:06:15.318 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (240f51d149f2bfe9236a66fd569edfd4) under job master id 9e1526063ccfa10a778f301be30a422d.
20:06:15.319 [INFO - flink-pekko.actor.default-dispatcher-9] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:06:15.320 [DEBUG - flink-pekko.actor.default-dispatcher-9] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:15.321 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
20:06:15.321 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state CREATED to RUNNING.
20:06:15.322 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:15.325 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
20:06:15.325 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
20:06:15.326 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
20:06:15.326 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
20:06:15.328 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(b46a9533eadb7020b97602362cc54297)
20:06:15.331 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:06:15.331 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:15.332 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:390) Registering job manager 9e1526063ccfa10a778f301be30a422d@pekko://flink/user/rpc/jobmanager_11 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:15.334 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.209.125:46655(127.3.209.125:46655)] Successfully connected to peer
20:06:15.341 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1015) Registered job manager 9e1526063ccfa10a778f301be30a422d@pekko://flink/user/rpc/jobmanager_11 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:15.354 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:15.365 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.125
20:06:15.367 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.209.126:36643(127.3.209.126:36643)] Successfully connected to peer
20:06:15.371 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.126
20:06:15.374 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.209.124:33411(127.3.209.124:33411)] Successfully connected to peer
20:06:15.383 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: b46a9533eadb7020b97602362cc54297.
20:06:15.385 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:06:15.386 [DEBUG - main] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:15.386 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.388 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.391 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6fcf2706, L:/127.0.0.1:52218 - R:/127.3.209.125:46655] using SASL/PLAIN
20:06:15.393 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf3b4bb56, L:/127.0.0.1:38782 - R:/127.3.209.126:36643] using SASL/PLAIN
20:06:15.394 [DEBUG - main] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:15.394 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.124
20:06:15.395 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.143.61:33535(127.4.143.61:33535)] Successfully connected to peer
20:06:15.399 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.61
20:06:15.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:15.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [72ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: OK, deferred=null) after lookup
20:06:15.403 [DEBUG - main] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:15.404 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.143.60:43985(127.4.143.60:43985)] Successfully connected to peer
20:06:15.413 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25e4b8bf6dad469c913306748847a8d4
20:06:15.416 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.143.62:42343(127.4.143.62:42343)] Successfully connected to peer
20:06:15.420 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.422 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 750cce85576249f2beaa77501b4e8208 for table 'replication_test_table' with partition [<start>, <end>)
20:06:15.422 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=750cce85576249f2beaa77501b4e8208@[4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)[L],bf8a20d05e4e4abd8d7a3371ff7aedec(127.3.209.66:38715),e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)]}]
20:06:15.424 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x956617a5, L:/127.0.0.1:41690 - R:/127.4.143.61:33535] using SASL/PLAIN
20:06:15.435 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.62
20:06:15.435 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.439 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.60
20:06:15.439 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf032f57c, L:/127.0.0.1:59038 - R:/127.3.209.124:33411] using SASL/PLAIN
20:06:15.451 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.452 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 240f51d149f2bfe9236a66fd569edfd4
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager be29799f-d079-4a54-b925-e562ae10a429
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
20:06:15.454 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot c3eacbb3bc4efb61a13ce38fb17f4c68 from be29799f-d079-4a54-b925-e562ae10a429 for job 240f51d149f2bfe9236a66fd569edfd4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:06:15.454 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 020596577b5963aea2a2f280dcda99f3 from be29799f-d079-4a54-b925-e562ae10a429 for job 240f51d149f2bfe9236a66fd569edfd4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:06:15.454 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request c3eacbb3bc4efb61a13ce38fb17f4c68 for job 240f51d149f2bfe9236a66fd569edfd4 from resource manager with leader id b46a9533eadb7020b97602362cc54297.
20:06:15.456 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for c3eacbb3bc4efb61a13ce38fb17f4c68 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:06:15.456 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.456 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 634e48703152bcf4290986b034e70d31 from be29799f-d079-4a54-b925-e562ae10a429 for job 240f51d149f2bfe9236a66fd569edfd4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:06:15.457 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot e4a0bb2bad51e2937e3ffb94d567e0ac from be29799f-d079-4a54-b925-e562ae10a429 for job 240f51d149f2bfe9236a66fd569edfd4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:06:15.458 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4716de73, L:/127.0.0.1:57122 - R:/127.4.143.60:43985] using SASL/PLAIN
20:06:15.459 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2325efb3, L:/127.0.0.1:34774 - R:/127.4.143.62:42343] using SASL/PLAIN
20:06:15.460 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:15.460 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:15.461 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:15.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:15.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:15.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:15.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:15.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:15.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:15.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:15.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:15.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:15.465 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:15.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:15.467 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job 240f51d149f2bfe9236a66fd569edfd4 for job leader monitoring.
20:06:15.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=111), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: OK, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: OK, deferred=null) after lookup
20:06:15.468 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 020596577b5963aea2a2f280dcda99f3 for job 240f51d149f2bfe9236a66fd569edfd4 from resource manager with leader id b46a9533eadb7020b97602362cc54297.
20:06:15.468 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 020596577b5963aea2a2f280dcda99f3 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:06:15.469 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 634e48703152bcf4290986b034e70d31 for job 240f51d149f2bfe9236a66fd569edfd4 from resource manager with leader id b46a9533eadb7020b97602362cc54297.
20:06:15.469 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 634e48703152bcf4290986b034e70d31 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:06:15.469 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request e4a0bb2bad51e2937e3ffb94d567e0ac for job 240f51d149f2bfe9236a66fd569edfd4 from resource manager with leader id b46a9533eadb7020b97602362cc54297.
20:06:15.470 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for e4a0bb2bad51e2937e3ffb94d567e0ac with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:06:15.474 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_11 with leader id 778f301b-e30a-422d-9e15-26063ccfa10a.
20:06:15.477 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
20:06:15.477 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:15.479 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_11 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:15.479 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:15.479 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 240f51d149f2bfe9236a66fd569edfd4.
20:06:15.481 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
20:06:15.481 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac
20:06:15.482 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot e4a0bb2bad51e2937e3ffb94d567e0ac.
20:06:15.483 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d03ff03586684750b8d7afff4397fdb0 for table 'replication_test_table' with partition [<start>, <end>)
20:06:15.483 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d03ff03586684750b8d7afff4397fdb0@[1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)[L],bb72e03523ff463dbf7286b11231e2bc(127.4.143.3:43375),f22b7adc068640538659b30d8bedbb43(127.4.143.2:37933)]}]
20:06:15.484 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.143.60:43985, [5ms] Sub RPC GetTableLocations: received response from server master-127.4.143.60:43985: OK, deferred=null)) after lookup
20:06:15.484 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] connecting to peer
20:06:15.484 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:15.485 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
20:06:15.485 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68
20:06:15.486 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
20:06:15.486 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 240f51d149f2bfe9236a66fd569edfd4
20:06:15.490 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac.
20:06:15.490 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
20:06:15.491 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 020596577b5963aea2a2f280dcda99f3
20:06:15.494 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
20:06:15.494 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 634e48703152bcf4290986b034e70d31
20:06:15.502 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot c3eacbb3bc4efb61a13ce38fb17f4c68.
20:06:15.510 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68.
20:06:15.511 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
20:06:15.511 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
20:06:15.513 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] Successfully connected to peer
20:06:15.514 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25ab8a95
20:06:15.514 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:15.514 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:06:15.514 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:06:15.522 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:06:15.530 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 020596577b5963aea2a2f280dcda99f3.
20:06:15.531 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
20:06:15.531 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
20:06:15.531 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7003da1b
20:06:15.532 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:15.532 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:06:15.532 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:06:15.533 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:06:15.542 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 020596577b5963aea2a2f280dcda99f3.
20:06:15.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@52f9b75c
20:06:15.553 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e3d7801
20:06:15.553 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:15.554 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 634e48703152bcf4290986b034e70d31.
20:06:15.555 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:15.555 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 634e48703152bcf4290986b034e70d31.
20:06:15.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
20:06:15.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
20:06:15.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@713dc181
20:06:15.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:15.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:06:15.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:06:15.558 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:06:15.560 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:15.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5250bb35
20:06:15.564 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.568 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot e4a0bb2bad51e2937e3ffb94d567e0ac.
20:06:15.568 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot c3eacbb3bc4efb61a13ce38fb17f4c68.
20:06:15.568 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 020596577b5963aea2a2f280dcda99f3.
20:06:15.568 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 634e48703152bcf4290986b034e70d31.
20:06:15.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
20:06:15.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
20:06:15.570 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f931a71
20:06:15.570 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:15.570 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:06:15.571 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:15.572 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5d303236, L:/127.0.0.1:52242 - R:/127.4.143.1:46673] using TOKEN/null
20:06:15.572 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:06:15.573 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:06:15.578 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4cf88116
20:06:15.581 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:15.583 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.143.61:33535(127.4.143.61:33535)] Successfully connected to peer
20:06:15.584 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:15.585 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.61
20:06:15.592 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:15.604 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.611 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:15.611 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:15.616 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:15.616 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x519a8201, L:/127.0.0.1:41702 - R:/127.4.143.61:33535] using SASL/PLAIN
20:06:15.627 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:15.628 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.143.61:33535(127.4.143.61:33535)] Successfully connected to peer
20:06:15.635 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:15.637 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.61
20:06:15.640 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.143.61:33535(127.4.143.61:33535)] Successfully connected to peer
20:06:15.645 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:15.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:15.651 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:15.656 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.143.60:43985(127.4.143.60:43985)] Successfully connected to peer
20:06:15.663 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.60
20:06:15.667 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.670 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.143.62:42343(127.4.143.62:42343)] Successfully connected to peer
20:06:15.671 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:15.672 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:15.672 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfd3916c1, L:/127.0.0.1:41710 - R:/127.4.143.61:33535] using SASL/PLAIN
20:06:15.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:15.675 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.61
20:06:15.675 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:15.676 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:15.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:15.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:15.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:15.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:15.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:15.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:15.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:15.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:15.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:15.678 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:15.682 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.689 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.690 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9c621e06, L:/127.0.0.1:57134 - R:/127.4.143.60:43985] using SASL/PLAIN
20:06:15.691 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.143.60:43985(127.4.143.60:43985)] Successfully connected to peer
20:06:15.694 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.62
20:06:15.696 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.60
20:06:15.702 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb7f647f5, L:/127.0.0.1:41718 - R:/127.4.143.61:33535] using SASL/PLAIN
20:06:15.705 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:15.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:15.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=139), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: OK, deferred=null) after lookup
20:06:15.715 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:15.718 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:15.719 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.143.60:43985(127.4.143.60:43985)] Successfully connected to peer
20:06:15.722 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:15.723 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@32ca4297
20:06:15.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
20:06:15.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
20:06:15.730 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.60
20:06:15.740 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.754 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfc398112, L:/127.0.0.1:57160 - R:/127.4.143.60:43985] using SASL/PLAIN
20:06:15.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:15.764 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:15.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=211), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: OK, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: OK, deferred=null) after lookup
20:06:15.765 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.766 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.143.62:42343(127.4.143.62:42343)] Successfully connected to peer
20:06:15.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:15.774 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:15.774 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5553fcb0
20:06:15.775 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
20:06:15.775 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
20:06:15.776 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.789 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6b95f9dc, L:/127.0.0.1:57144 - R:/127.4.143.60:43985] using SASL/PLAIN
20:06:15.794 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:15.797 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.143.62:42343(127.4.143.62:42343)] Successfully connected to peer
20:06:15.800 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.143.61:33535(127.4.143.61:33535)] Successfully connected to peer
20:06:15.802 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7decd6e4, L:/127.0.0.1:34778 - R:/127.4.143.62:42343] using SASL/PLAIN
20:06:15.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:15.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: OK, [212ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: OK, deferred=null) after lookup
20:06:15.805 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.61
20:06:15.810 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:15.814 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:15.815 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e6cd213
20:06:15.816 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
20:06:15.817 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
20:06:15.822 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:15.838 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.62
20:06:15.840 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.843 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.847 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:06:15.850 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaeb17594, L:/127.0.0.1:41732 - R:/127.4.143.61:33535] using SASL/PLAIN
20:06:15.853 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3be14a0e, L:/127.0.0.1:34782 - R:/127.4.143.62:42343] using TOKEN/null
20:06:15.869 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:06:15.870 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:15.873 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.143.62:42343(127.4.143.62:42343)] Successfully connected to peer
20:06:15.874 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.143.60:43985(127.4.143.60:43985)] Successfully connected to peer
20:06:15.877 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.60
20:06:15.878 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:06:15.879 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5bd64dfbcb5973d0af7f3370b5375bbae53d6d0f88f04595d5bf9c78e802b549'}]
20:06:15.880 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:15.881 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.881 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:15.883 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.143.62
20:06:15.887 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:06:15.887 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc3073066, L:/127.0.0.1:34796 - R:/127.4.143.62:42343] using SASL/PLAIN
20:06:15.893 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299997, tablet=750cce85576249f2beaa77501b4e8208@[4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)[L],bf8a20d05e4e4abd8d7a3371ff7aedec(127.3.209.66:38715),e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)]}]
20:06:15.894 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:15.894 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:15.895 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:15.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:15.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:15.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:15.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:15.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:15.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:15.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:15.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:15.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:15.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:15.901 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:06:15.909 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:06:15.911 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:06:15.912 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] connecting to peer
20:06:15.921 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] Successfully connected to peer
20:06:15.928 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.930 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.65
20:06:15.938 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:15.940 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8577f3ed, L:/127.0.0.1:57172 - R:/127.4.143.60:43985] using SASL/PLAIN
20:06:15.940 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.944 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:15.944 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:15.944 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=332), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [238ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: OK, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [328ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: OK, deferred=null) after lookup
20:06:15.947 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:15.951 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3d61fa42, L:/127.0.0.1:34806 - R:/127.4.143.62:42343] using SASL/PLAIN
20:06:15.955 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:15.955 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@471ab9e6
20:06:15.961 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x29bc754d, L:/127.0.0.1:50346 - R:/127.3.209.65:33545] using SASL/PLAIN
20:06:15.965 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
20:06:15.965 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
20:06:15.984 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:06:15.985 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:06:15.996 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.028 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7287336039718912001) for scanner KuduScanner(table=replication_test_table, tablet=750cce85576249f2beaa77501b4e8208, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.029 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [5bd64dfbcb5973d0af7f3370b5375bbae53d6d0f88f04595d5bf9c78e802b549]
20:06:16.029 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:06:16.042 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d03ff03586684750b8d7afff4397fdb0 for table 'replication_test_table' with partition [<start>, <end>)
20:06:16.043 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d03ff03586684750b8d7afff4397fdb0@[1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)[L],bb72e03523ff463dbf7286b11231e2bc(127.4.143.3:43375),f22b7adc068640538659b30d8bedbb43(127.4.143.2:37933)]}]
20:06:16.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d03ff03586684750b8d7afff4397fdb0 for table 'replication_test_table' with partition [<start>, <end>)
20:06:16.044 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d03ff03586684750b8d7afff4397fdb0@[1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)[L],bb72e03523ff463dbf7286b11231e2bc(127.4.143.3:43375),f22b7adc068640538659b30d8bedbb43(127.4.143.2:37933)]}]
20:06:16.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d03ff03586684750b8d7afff4397fdb0 for table 'replication_test_table' with partition [<start>, <end>)
20:06:16.047 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d03ff03586684750b8d7afff4397fdb0@[1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)[L],bb72e03523ff463dbf7286b11231e2bc(127.4.143.3:43375),f22b7adc068640538659b30d8bedbb43(127.4.143.2:37933)]}]
20:06:16.048 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d03ff03586684750b8d7afff4397fdb0 for table 'replication_test_table' with partition [<start>, <end>)
20:06:16.048 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d03ff03586684750b8d7afff4397fdb0@[1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)[L],bb72e03523ff463dbf7286b11231e2bc(127.4.143.3:43375),f22b7adc068640538659b30d8bedbb43(127.4.143.2:37933)]}]
20:06:16.048 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d03ff03586684750b8d7afff4397fdb0 for table 'replication_test_table' with partition [<start>, <end>)
20:06:16.048 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d03ff03586684750b8d7afff4397fdb0@[1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)[L],bb72e03523ff463dbf7286b11231e2bc(127.4.143.3:43375),f22b7adc068640538659b30d8bedbb43(127.4.143.2:37933)]}]
20:06:16.053 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.057 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5bd64dfbcb5973d0af7f3370b5375bbae53d6d0f88f04595d5bf9c78e802b549]
20:06:16.058 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:06:16.058 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:06:16.058 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] disconnecting while in state READY
20:06:16.059 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:16.060 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5bd64dfbcb5973d0af7f3370b5375bbae53d6d0f88f04595d5bf9c78e802b549 finished by subtask 2; deferring removal (restored in pending)
20:06:16.079 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] handling channelInactive
20:06:16.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] cleaning up while in state READY due to: connection closed
20:06:16.079 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:06:16.080 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:06:16.111 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:16.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134776171 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:16.176 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.177 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=504, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@212de483, flushNotification=Deferred@1230430356(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:06:16.180 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] connecting to peer
20:06:16.236 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.252 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] Successfully connected to peer
20:06:16.295 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.317 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:16.338 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x41bb4d3a, L:/127.0.0.1:52250 - R:/127.4.143.1:46673] using TOKEN/null
20:06:16.357 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.415 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.476 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.482 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:06:16.483 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:06:16.483 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:06:16.484 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
20:06:16.485 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
20:06:16.485 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id 9ad297cd4ffa417fe2b19356b89782e5
20:06:16.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:06:16.488 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 9ad297cd4ffa417fe2b19356b89782e5.
20:06:16.489 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 9ad297cd4ffa417fe2b19356b89782e5.
20:06:16.490 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:06:16.507 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
20:06:16.512 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
20:06:16.517 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48aed5cc
20:06:16.517 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:16.517 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:06:16.518 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:06:16.518 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:06:16.530 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@725ec2f1
20:06:16.533 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:16.534 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:16.538 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.547 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:16.551 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:16.551 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:16.551 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:16.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:16.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:16.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:16.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:16.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:16.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:16.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:16.553 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:16.553 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:16.553 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:16.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.560 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:16.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.574 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 240f51d149f2bfe9236a66fd569edfd4 (1581 bytes, checkpointDuration=402 ms, finalizationTime=1 ms).
20:06:16.576 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
20:06:16.576 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 5bd64dfbcb5973d0af7f3370b5375bbae53d6d0f88f04595d5bf9c78e802b549 from pending
20:06:16.576 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
20:06:16.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:16.595 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:16.598 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.602 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25e4b8bf6dad469c913306748847a8d4
20:06:16.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:16.613 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:16.614 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:16.614 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:16.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:16.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:16.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:16.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:16.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:16.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:16.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:16.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:16.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:16.615 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:16.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25e4b8bf6dad469c913306748847a8d4
20:06:16.619 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:16.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:16.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.624 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:16.636 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25e4b8bf6dad469c913306748847a8d4
20:06:16.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9f8d730e85e9426490f5a78ad950ac03
20:06:16.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:16.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.662 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:16.671 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=750cce85576249f2beaa77501b4e8208, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.672 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134776670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:16.676 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:16.682 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:16.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.684 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:16.684 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.686 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:06:16.690 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
20:06:16.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.690 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:16.694 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:16.695 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:16.695 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:16.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.697 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:16.698 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=750cce85576249f2beaa77501b4e8208, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.709 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d03ff03586684750b8d7afff4397fdb0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:16.710 [DEBUG - main] (Connection.java:575) [peer master-127.4.143.62:42343(127.4.143.62:42343)] disconnecting while in state READY
20:06:16.710 [DEBUG - main] (Connection.java:575) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] disconnecting while in state READY
20:06:16.710 [DEBUG - main] (Connection.java:575) [peer master-127.4.143.60:43985(127.4.143.60:43985)] disconnecting while in state READY
20:06:16.710 [DEBUG - main] (Connection.java:575) [peer master-127.4.143.61:33535(127.4.143.61:33535)] disconnecting while in state READY
20:06:16.711 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.143.61:33535(127.4.143.61:33535)] handling channelInactive
20:06:16.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state READY due to: connection closed
20:06:16.711 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.143.60:43985(127.4.143.60:43985)] handling channelInactive
20:06:16.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state READY due to: connection closed
20:06:16.711 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.143.62:42343(127.4.143.62:42343)] handling channelInactive
20:06:16.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state READY due to: connection closed
20:06:16.712 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:16.713 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
20:06:16.713 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:06:16.713 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
20:06:16.714 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:16.715 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:16.715 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:16.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.718 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:16.726 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] handling channelInactive
20:06:16.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] cleaning up while in state READY due to: connection closed
20:06:16.727 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
20:06:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:16.729364  4668 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 5048
20:06:16.734 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:16.735 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:16.735 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:16.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:16.756 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:16.756 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:16.756 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:16.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:16.822 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] handling channelInactive
20:06:16.822 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] cleaning up while in state READY due to: connection closed
20:06:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:16.823446  4668 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 5191
20:06:16.854 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:16.855 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:16.855 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:16.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:16.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:16.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:16.857 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:16.898934  4668 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 5352
20:06:16.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:16.939409  4668 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 4680
20:06:16.954 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:16.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:16.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:16.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:16.954 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:16.961 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:16.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:16.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:16.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:16.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:16.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:16.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:16.963 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:17.018 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.143.62:42343(127.4.143.62:42343)] handling channelInactive
20:06:17.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state READY due to: connection closed
20:06:17.018 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.143.62:42343(127.4.143.62:42343)] handling channelInactive
20:06:17.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state READY due to: connection closed
20:06:17.019 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.143.62:42343(127.4.143.62:42343)] handling channelInactive
20:06:17.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state READY due to: connection closed
20:06:17.018 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.143.62:42343(127.4.143.62:42343)] handling channelInactive
20:06:17.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state READY due to: connection closed
20:06:17.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:17.022318  4668 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 4752
20:06:17.070 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.143.61:33535(127.4.143.61:33535)] handling channelInactive
20:06:17.070 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.143.61:33535(127.4.143.61:33535)] handling channelInactive
20:06:17.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state READY due to: connection closed
20:06:17.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state READY due to: connection closed
20:06:17.070 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.143.61:33535(127.4.143.61:33535)] handling channelInactive
20:06:17.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state READY due to: connection closed
20:06:17.070 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.143.61:33535(127.4.143.61:33535)] handling channelInactive
20:06:17.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state READY due to: connection closed
20:06:17.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:17.071815  4668 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 4830
20:06:17.114 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:17.115 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:17.115 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:17.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.121 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:17.124 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.143.60:43985(127.4.143.60:43985)] handling channelInactive
20:06:17.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state READY due to: connection closed
20:06:17.125 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.143.60:43985(127.4.143.60:43985)] handling channelInactive
20:06:17.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state READY due to: connection closed
20:06:17.125 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.143.60:43985(127.4.143.60:43985)] handling channelInactive
20:06:17.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state READY due to: connection closed
20:06:17.125 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.143.60:43985(127.4.143.60:43985)] handling channelInactive
20:06:17.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state READY due to: connection closed
20:06:17.147 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:17.160 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:17.161 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:17.161 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:17.162 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.162 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.162 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.163 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:17.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134777170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:17.186 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:06:17.187 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
20:06:17.315 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:17.315 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:17.316 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:17.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.320 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.321 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.321 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.322 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.322 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.322 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.322 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:17.327 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25e4b8bf6dad469c913306748847a8d4
20:06:17.332 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='47b94178d69b61373651bb71bfbb5f99839194713347c8286eafaa3a15963979'}]
20:06:17.340 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:17.366 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:06:17.372 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298093, tablet=750cce85576249f2beaa77501b4e8208@[4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)[L],bf8a20d05e4e4abd8d7a3371ff7aedec(127.3.209.66:38715),e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)]}]
20:06:17.388 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] connecting to peer
20:06:17.414 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] Successfully connected to peer
20:06:17.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:17.452 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.65
20:06:17.511 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:17.529 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdec57cdd, L:/127.0.0.1:50356 - R:/127.3.209.65:33545] using SASL/PLAIN
20:06:17.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:17.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134777671 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:17.718 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 240f51d149f2bfe9236a66fd569edfd4 (1591 bytes, checkpointDuration=45 ms, finalizationTime=1 ms).
20:06:17.720 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
20:06:17.742 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336047906816001) for scanner KuduScanner(table=replication_test_table, tablet=750cce85576249f2beaa77501b4e8208, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:17.744 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [47b94178d69b61373651bb71bfbb5f99839194713347c8286eafaa3a15963979]
20:06:17.744 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [47b94178d69b61373651bb71bfbb5f99839194713347c8286eafaa3a15963979]
20:06:17.745 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:06:17.745 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:06:17.746 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 47b94178d69b61373651bb71bfbb5f99839194713347c8286eafaa3a15963979 finished by subtask 1; deferring removal (restored in pending)
20:06:17.746 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] disconnecting while in state READY
20:06:17.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:17.774 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] handling channelInactive
20:06:17.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] cleaning up while in state READY due to: connection closed
20:06:17.775 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:06:17.775 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:06:17.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:17.980 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:17.981 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:17.981 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:17.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:17.984 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.984 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.984 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:17.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:17.985 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:18.015 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:18.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:18.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:18.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:18.019 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:18.019 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:18.020 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:18.020 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:18.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:18.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:18.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:18.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:18.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:18.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:18.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134778170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:18.207 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 240f51d149f2bfe9236a66fd569edfd4 (1591 bytes, checkpointDuration=37 ms, finalizationTime=0 ms).
20:06:18.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
20:06:18.211 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 47b94178d69b61373651bb71bfbb5f99839194713347c8286eafaa3a15963979 from pending
20:06:18.211 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
20:06:18.296 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:18.296 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:18.296 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:18.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:18.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:18.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:18.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:18.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:18.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:18.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:18.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:18.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:18.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:18.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:18.615 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:18.615 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:18.616 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:18.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:18.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:18.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:18.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:18.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:18.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:18.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:18.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:18.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:18.617 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:18.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:18.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134778670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:18.696 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
20:06:18.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
20:06:18.794 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:18.794 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:18.795 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:18.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:18.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:18.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:18.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:18.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:18.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:18.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:18.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:18.797 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:18.797 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:18.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:18.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:06:18Z chronyd exiting
20:06:19.140 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:19.141 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:19.141 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:19.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:19.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:19.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:19.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:19.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:19.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:19.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:19.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:19.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:19.143 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:19.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:19.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134779170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:19.189 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:06:19.193 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
20:06:19.280 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:19.280 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:19.281 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:19.281 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:19.281 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:19.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:19.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:19.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:19.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:19.281 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:19.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:19.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:19.282 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:19.325 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 25e4b8bf6dad469c913306748847a8d4
20:06:19.328 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1dee9c09d0edfc19ad22fee7852b4def50698aa36c13399ff1ecd6b8e940159a'}]
20:06:19.334 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:19.335 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:06:19.337 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296094, tablet=750cce85576249f2beaa77501b4e8208@[4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)[L],bf8a20d05e4e4abd8d7a3371ff7aedec(127.3.209.66:38715),e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)]}]
20:06:19.338 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] connecting to peer
20:06:19.340 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] Successfully connected to peer
20:06:19.354 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.209.65
20:06:19.367 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:06:19.373 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe00d1c2f, L:/127.0.0.1:50370 - R:/127.3.209.65:33545] using SASL/PLAIN
20:06:19.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:19.517 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336056098816001) for scanner KuduScanner(table=replication_test_table, tablet=750cce85576249f2beaa77501b4e8208, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:19.517 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [1dee9c09d0edfc19ad22fee7852b4def50698aa36c13399ff1ecd6b8e940159a]
20:06:19.518 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1dee9c09d0edfc19ad22fee7852b4def50698aa36c13399ff1ecd6b8e940159a]
20:06:19.518 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:06:19.518 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:06:19.519 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1dee9c09d0edfc19ad22fee7852b4def50698aa36c13399ff1ecd6b8e940159a finished by subtask 0; deferring removal (restored in pending)
20:06:19.522 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] disconnecting while in state READY
20:06:19.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:19.532 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] handling channelInactive
20:06:19.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e1eaa4a83de04ba39384c22df5663b3d(127.3.209.65:33545)] cleaning up while in state READY due to: connection closed
20:06:19.532 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:06:19.532 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:06:19.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:19.672 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134779670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:19.684 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 240f51d149f2bfe9236a66fd569edfd4 (1591 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:06:19.686 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
20:06:19.686 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 1dee9c09d0edfc19ad22fee7852b4def50698aa36c13399ff1ecd6b8e940159a from pending
20:06:19.686 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
20:06:19.733 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:19.733 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:19.733 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:19.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:19.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:19.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:19.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:19.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:19.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:19.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:19.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:19.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:19.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:19.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:19.995 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:06:20.053 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: giving up after 1 attempts
20:06:20.053 [DEBUG - main] (Connection.java:575) [peer master-127.3.209.126:36643(127.3.209.126:36643)] disconnecting while in state READY
20:06:20.054 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.209.126:36643(127.3.209.126:36643)] handling channelInactive
20:06:20.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state READY due to: connection closed
20:06:20.056 [DEBUG - main] (Connection.java:575) [peer master-127.3.209.125:46655(127.3.209.125:46655)] disconnecting while in state READY
20:06:20.056 [DEBUG - main] (Connection.java:575) [peer 4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)] disconnecting while in state READY
20:06:20.056 [DEBUG - main] (Connection.java:575) [peer master-127.3.209.124:33411(127.3.209.124:33411)] disconnecting while in state READY
20:06:20.056 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.209.125:46655(127.3.209.125:46655)] handling channelInactive
20:06:20.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state READY due to: connection closed
20:06:20.056 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)] handling channelInactive
20:06:20.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4d0c598a7951498c8718b53cbbcfacd2(127.3.209.67:45545)] cleaning up while in state READY due to: connection closed
20:06:20.057 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:20.062 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:06:20.062 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
20:06:20.062 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-2
20:06:20.063 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.209.124:33411(127.3.209.124:33411)] handling channelInactive
20:06:20.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state READY due to: connection closed
20:06:20.063 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
20:06:20.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:20.066725  3909 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 4203
20:06:20.111 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:20.111 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:20.111 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:20.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:20.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:20.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:20.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:20.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:20.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:20.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:20.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:20.113 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:20.113 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:20.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:20.120452  3909 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 4382
20:06:20.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:20.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:20.161861  3909 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 4528
20:06:20.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134780170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:20.183 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:06:20.184 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
20:06:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:20.205042  3909 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 3921
20:06:20.237 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.209.126:36643(127.3.209.126:36643)] handling channelInactive
20:06:20.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state READY due to: connection closed
20:06:20.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:20.238909  3909 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 3992
20:06:20.240 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:20.240 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:20.240 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:20.240 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:20.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:20.240 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:20.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:20.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:20.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:20.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:20.241 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:20.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:20.241 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:20.273 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.209.125:46655(127.3.209.125:46655)] handling channelInactive
20:06:20.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state READY due to: connection closed
20:06:20.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:20.273160  3909 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 4077
20:06:20.304 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.209.124:33411(127.3.209.124:33411)] handling channelInactive
20:06:20.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state READY due to: connection closed
20:06:20.355 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:20.356 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:20.356 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:20.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:20.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:20.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:20.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:20.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:20.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:20.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:20.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:20.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:20.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:20.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:20.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:20.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134780670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:20.683 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:06:20.685 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
20:06:20.795 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:20.795 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:20.795 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:20.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:20.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:20.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:20.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:20.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:20.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:20.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:20.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:20.797 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:20.797 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:20.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:21.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:21.172 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134781171 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:21.182 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:06:21.183 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
20:06:21.322 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.324 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.3.209.126:36643(127.3.209.126:36643) for tablet Kudu Master: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.343 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.343 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.344 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.363 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.364 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.364 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.366 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.383 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.383 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.383 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.384 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.403 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.403 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.403 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:21.443 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.443 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.444 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.463 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.464 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.464 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.465 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:06:21Z chronyd exiting
20:06:21.575 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:21.575 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:21.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:21.576 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:21.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:21.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:21.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:21.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:21.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:21.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:21.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:21.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:21.576 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:21.582 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.583 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.583 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.602 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.603 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.603 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.604 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.604 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.604 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.604 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.643 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.644 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.644 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:21.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134781670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:21.681 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:06:21.682 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
20:06:21.733 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:21.734 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:21.734 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:21.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:21.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:21.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:21.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:21.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:21.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:21.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:21.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:21.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:21.735 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:21.763 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:21.764 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:21.764 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:21.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:21.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:21.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:21.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:21.800 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:21.800 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:21.800 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:21.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:21.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:21.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:21.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:21.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:21.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:21.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:21.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:21.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:21.801 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:21.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:22.113 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:22.113 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:22.113 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:22.113 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:22.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:22.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:22.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:22.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:22.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:22.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:22.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:22.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:22.114 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:22.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:22.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134782170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:22.180 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:06:22.180 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
20:06:22.352 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:22.352 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:22.353 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:22.353 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:22.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:22.353 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:22.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:22.353 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:22.353 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:22.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:22.353 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:22.353 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:22.353 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:22.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:22.561 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:06:22.587 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testUnpartitionedTable: giving up after 1 attempts
E.20:06:22.588 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134782588
20:06:22.588 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134782588
20:06:22.592 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:06:22.595 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:06:22.596 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:06:22.596 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:06:22.597 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:06:22.597 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:06:22.600 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:06:22.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:22.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134782670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:22.681 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:06:22.682 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
20:06:22.881 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:22.881 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:22.881 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:22.881 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:22.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:22.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:22.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:22.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:22.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:22.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:22.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:22.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:22.882 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:22.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:22.943 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:22.943 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:22.944 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:22.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:22.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:22.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:22.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:22.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:22.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:22.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:22.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:22.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:22.945 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:22.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:22.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:22.971 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:22.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:22.971 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:22.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:22.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:22.971 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:22.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:22.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:22.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:22.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:22.972 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:22.982 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:06:22.982 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:06:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:22.986466  5829 mini_oidc.cc:150] Starting JWKS server
20:06:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:22.990468  5829 webserver.cc:533] Webserver started at http://127.0.0.1:45303/ using document root <none> and password file <none>
20:06:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:22.990947  5829 mini_oidc.cc:186] Starting OIDC Discovery server
20:06:22.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:22.992911  5829 webserver.cc:533] Webserver started at http://127.0.0.1:43691/ using document root <none> and password file <none>
20:06:23.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:06:23Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:06:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:06:23Z Disabled control of system clock
20:06:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:23.062238  5829 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/wal
20:06:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/data
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/logs
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/data/info.pb
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.126:45579
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.126
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45303/jwks.json with env {}
20:06:23.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:23.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134783170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:23.180 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:06:23.181 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
20:06:23.353 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:23.353 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:23.354 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:23.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:23.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:23.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:23.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:23.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:23.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:23.355 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:23.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:23.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:23.355 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:23.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.401552  5841 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:23.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.402292  5841 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:23.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.402877  5841 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:23.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.439775  5841 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.440065  5841 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.440418  5841 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.440735  5841 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.441078  5841 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.441404  5841 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45303/jwks.json
20:06:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:23.484309  5841 master_runner.cc:387] Master server non-default flags:
20:06:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/data
20:06:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/wal
20:06:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.126:45579
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45303/jwks.json
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/data/info.pb
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.126
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/logs
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:23.485625  5841 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:23.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:23.487360  5841 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.500734  5847 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:23.647 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:23.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134783670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:23.686 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:06:23.687 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
20:06:23.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:23.961 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:23.961 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:23.961 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:23.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:23.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:23.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:23.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:23.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:23.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:23.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:23.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:23.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:23.962 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:24.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:24.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134784171 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:24.182 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:06:24.182 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
20:06:24.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:24.621 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:24.621 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:24.622 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:24.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:24.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:24.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:24.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:24.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:24.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:24.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:24.622 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:24.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:24.623 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:24.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:24.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134784670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:24.682 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:06:24.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
20:06:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.504099  5850 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:23.502337  5848 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:24.793887  5849 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:06:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.794088  5841 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.799552  5841 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:24.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.802582  5841 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.804010  5841 hybrid_clock.cc:648] HybridClock initialized: now 1779134784803965 us; error 78 us; skew 500 ppm
20:06:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.804872  5841 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.811792  5841 webserver.cc:533] Webserver started at http://127.5.177.126:43655/ using document root <none> and password file <none>
20:06:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.812726  5841 fs_manager.cc:362] Metadata directory not provided
20:06:24.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.813023  5841 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:24.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.813602  5841 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:24.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.819060  5841 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/data/instance:
20:06:24.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd"
20:06:24.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:24 on dist-test-slave-66b9"
20:06:24.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.820636  5841 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/wal/instance:
20:06:24.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd"
20:06:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:24 on dist-test-slave-66b9"
20:06:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.828234  5841 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
20:06:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.835383  5857 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:24.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.836735  5841 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
20:06:24.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.837044  5841 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/wal
20:06:24.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd"
20:06:24.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:24 on dist-test-slave-66b9"
20:06:24.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.837393  5841 fs_report.cc:389] FS layout report
20:06:24.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/wal
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/wal
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/data/data
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:24.854 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:24.855 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:24.855 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:24.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:24.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:24.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:24.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:24.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:24.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:24.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:24.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:24.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:24.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.891196  5841 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.892869  5841 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.893304  5841 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:24.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:24.935 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:24.935 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:24.935 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:24.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:24.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:24.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:24.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:24.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:24.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:24.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:24.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:24.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:24.936 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:24.943 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:24.944 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:24.944 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:24.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:24.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:24.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:24.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:24.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:24.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:24.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:24.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:24.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:24.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.973105  5841 rpc_server.cc:307] RPC server started. Bound to: 127.5.177.126:45579
20:06:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.973240  5908 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.177.126:45579 every 8 connection(s)
20:06:24.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.976044  5841 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/data/info.pb
20:06:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.980726  5829 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 5841
20:06:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.981300  5829 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-0/wal/instance
20:06:24.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.983875  5909 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:24.987174  5829 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/wal
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/data
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/logs
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/data/info.pb
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.125:34987
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.125
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45303/jwks.json with env {}
20:06:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.002535  5909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } has no permanent_uuid. Determining permanent_uuid...
20:06:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.037885  5909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } has no permanent_uuid. Determining permanent_uuid...
20:06:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.040443  5860 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.177.125:34987: connect: Connection refused (error 111)
20:06:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.045456  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.125:34987: Network error: Client connection negotiation failed: client connection to 127.5.177.125:34987: connect: Connection refused (error 111)
20:06:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.095000  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } attempt: 1
20:06:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.099881  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.125:34987: Network error: Client connection negotiation failed: client connection to 127.5.177.125:34987: connect: Connection refused (error 111)
20:06:25.148 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:25.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.168331  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } attempt: 2
20:06:25.170 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134785170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.174834  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.125:34987: Network error: Client connection negotiation failed: client connection to 127.5.177.125:34987: connect: Connection refused (error 111)
20:06:25.180 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:06:25.180 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
20:06:25.251 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:25.252 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:25.252 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:25.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:25.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.266474  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } attempt: 3
20:06:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.271065  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.125:34987: Network error: Client connection negotiation failed: client connection to 127.5.177.125:34987: connect: Connection refused (error 111)
20:06:25.314 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:25.314 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:25.315 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:25.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.316 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:25.340 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:25.341 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:25.341 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:25.341 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:25.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:25.341 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:25.341 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:25.341 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:25.341 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:25.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:25.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:25.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:25.342 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.366971  5911 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.368042  5911 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.368876  5911 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:25.401 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:25.401 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:25.401 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:25.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.402 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.409673  5911 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.410058  5911 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.410343  5911 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.410554  5911 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.410750  5911 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.410900  5911 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45303/jwks.json
20:06:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.414518  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } attempt: 4
20:06:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.419071  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.125:34987: Network error: Client connection negotiation failed: client connection to 127.5.177.125:34987: connect: Connection refused (error 111)
20:06:25.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:25.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.453471  5911 master_runner.cc:387] Master server non-default flags:
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/data
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/wal
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.125:34987
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45303/jwks.json
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/data/info.pb
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.125
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/logs
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.454885  5911 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.457089  5911 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:25.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:25.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134785670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:25.681 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:25.681 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:25.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.688 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:25.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.689 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:25.693 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
20:06:25.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
20:06:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:25.718809  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } attempt: 5
20:06:25.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.727800  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.125:34987: Network error: Client connection negotiation failed: client connection to 127.5.177.125:34987: connect: Connection refused (error 111)
20:06:25.771 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:25.771 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:25.771 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:25.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:25.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:25.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:25.775 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:25.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:26.041 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:26.041 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:26.041 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:26.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:26.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:26.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:26.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:26.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:26.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:26.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:26.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:26.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:26.044 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:26.044 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27471), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [11ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [11ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [31ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [483ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [483ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [663ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1600ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1604ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3183ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [4640ms] refreshing cache from master, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4642ms] too many traces: truncated at 100 traces, deferred=Deferred@2019632345(state=PENDING, result=null, callback=(continuation of Deferred@2095334827 after retry RPC after error@1605368330) -> (continuation of Deferred@691791808 after retry RPC after error@1485658578) -> (continuation of Deferred@110790261 after retry RPC after error@642073350) -> (continuation of Deferred@1345758697 after retry RPC after error@1648829940) -> (continuation of Deferred@817671911 after retry RPC after error@1022199429) -> (continuation of Deferred@1494316316 after retry RPC after error@35816271) -> (continuation of Deferred@1463602810 after retry RPC after error@129348534) -> (continuation of Deferred@1432264649 after retry RPC after error@1139824342) -> (continuation of Deferred@1913528268 after retry RPC after error@1485584952) -> (continuation of Deferred@2039305783 after retry RPC after error@948631862) -> (continuation of Deferred@980971924 after retry RPC after error@60608793) -> (continuation of Deferred@280171443 after retry RPC after error@2141129690) -> (continuation of Deferred@110244204 after retry RPC after error@1675836606) -> (continuation of Deferred@1808111098 after retry RPC after error@1812169347) -> (continuation of Deferred@2072889150 after retry RPC after error@32576061) -> (continuation of Deferred@1188834748 after retry RPC after error@918272126) -> (continuation of Deferred@597306784 after retry RPC after error@720614164) -> (continuation of Deferred@224774715 after retry RPC after error@1719073697) -> (continuation of Deferred@343092706 after retry RPC after error@598689643) -> (continuation of Deferred@12084535 after retry RPC after error@1371684210) -> (continuation of Deferred@1557333653 after retry RPC after error@85890683) -> (continuation of Deferred@1179437618 after retry RPC after error@111494692), errback=(continuation of Deferred@2095334827 after retry RPC after error@1605368330) -> (continuation of Deferred@691791808 after retry RPC after error@1485658578) -> (continuation of Deferred@110790261 after retry RPC after error@642073350) -> (continuation of Deferred@1345758697 after retry RPC after error@1648829940) -> (continuation of Deferred@817671911 after retry RPC after error@1022199429) -> (continuation of Deferred@1494316316 after retry RPC after error@35816271) -> (continuation of Deferred@1463602810 after retry RPC after error@129348534) -> (continuation of Deferred@1432264649 after retry RPC after error@1139824342) -> (continuation of Deferred@1913528268 after retry RPC after error@1485584952) -> (continuation of Deferred@2039305783 after retry RPC after error@948631862) -> (continuation of Deferred@980971924 after retry RPC after error@60608793) -> (continuation of Deferred@280171443 after retry RPC after error@2141129690) -> (continuation of Deferred@110244204 after retry RPC after error@1675836606) -> (continuation of Deferred@1808111098 after retry RPC after error@1812169347) -> (continuation of Deferred@2072889150 after retry RPC after error@32576061) -> (continuation of Deferred@1188834748 after retry RPC after error@918272126) -> (continuation of Deferred@597306784 after retry RPC after error@720614164) -> (continuation of Deferred@224774715 after retry RPC after error@1719073697) -> (continuation of Deferred@343092706 after retry RPC after error@598689643) -> (continuation of Deferred@12084535 after retry RPC after error@1371684210) -> (continuation of Deferred@1557333653 after retry RPC after error@85890683) -> (continuation of Deferred@1179437618 after retry RPC after error@111494692)))
20:06:26.046 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:06:26.047 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27471), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [11ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [11ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [31ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [483ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [483ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [663ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1600ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1604ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3183ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [4640ms] refreshing cache from master, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4642ms] too many traces: truncated at 100 traces, deferred=Deferred@2019632345(state=PENDING, result=null, callback=(continuation of Deferred@2095334827 after retry RPC after error@1605368330) -> (continuation of Deferred@691791808 after retry RPC after error@1485658578) -> (continuation of Deferred@110790261 after retry RPC after error@642073350) -> (continuation of Deferred@1345758697 after retry RPC after error@1648829940) -> (continuation of Deferred@817671911 after retry RPC after error@1022199429) -> (continuation of Deferred@1494316316 after retry RPC after error@35816271) -> (continuation of Deferred@1463602810 after retry RPC after error@129348534) -> (continuation of Deferred@1432264649 after retry RPC after error@1139824342) -> (continuation of Deferred@1913528268 after retry RPC after error@1485584952) -> (continuation of Deferred@2039305783 after retry RPC after error@948631862) -> (continuation of Deferred@980971924 after retry RPC after error@60608793) -> (continuation of Deferred@280171443 after retry RPC after error@2141129690) -> (continuation of Deferred@110244204 after retry RPC after error@1675836606) -> (continuation of Deferred@1808111098 after retry RPC after error@1812169347) -> (continuation of Deferred@2072889150 after retry RPC after error@32576061) -> (continuation of Deferred@1188834748 after retry RPC after error@918272126) -> (continuation of Deferred@597306784 after retry RPC after error@720614164) -> (continuation of Deferred@224774715 after retry RPC after error@1719073697) -> (continuation of Deferred@343092706 after retry RPC after error@598689643) -> (continuation of Deferred@12084535 after retry RPC after error@1371684210) -> (continuation of Deferred@1557333653 after retry RPC after error@85890683) -> (continuation of Deferred@1179437618 after retry RPC after error@111494692), errback=(continuation of Deferred@2095334827 after retry RPC after error@1605368330) -> (continuation of Deferred@691791808 after retry RPC after error@1485658578) -> (continuation of Deferred@110790261 after retry RPC after error@642073350) -> (continuation of Deferred@1345758697 after retry RPC after error@1648829940) -> (continuation of Deferred@817671911 after retry RPC after error@1022199429) -> (continuation of Deferred@1494316316 after retry RPC after error@35816271) -> (continuation of Deferred@1463602810 after retry RPC after error@129348534) -> (continuation of Deferred@1432264649 after retry RPC after error@1139824342) -> (continuation of Deferred@1913528268 after retry RPC after error@1485584952) -> (continuation of Deferred@2039305783 after retry RPC after error@948631862) -> (continuation of Deferred@980971924 after retry RPC after error@60608793) -> (continuation of Deferred@280171443 after retry RPC after error@2141129690) -> (continuation of Deferred@110244204 after retry RPC after error@1675836606) -> (continuation of Deferred@1808111098 after retry RPC after error@1812169347) -> (continuation of Deferred@2072889150 after retry RPC after error@32576061) -> (continuation of Deferred@1188834748 after retry RPC after error@918272126) -> (continuation of Deferred@597306784 after retry RPC after error@720614164) -> (continuation of Deferred@224774715 after retry RPC after error@1719073697) -> (continuation of Deferred@343092706 after retry RPC after error@598689643) -> (continuation of Deferred@12084535 after retry RPC after error@1371684210) -> (continuation of Deferred@1557333653 after retry RPC after error@85890683) -> (continuation of Deferred@1179437618 after retry RPC after error@111494692)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:26.049 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:06:26.052 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
20:06:26.055 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27471), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [11ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [11ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [31ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [483ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [483ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [663ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1600ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1604ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3183ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [4640ms] refreshing cache from master, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4642ms] too many traces: truncated at 100 traces, deferred=Deferred@2019632345(state=PENDING, result=null, callback=(continuation of Deferred@2095334827 after retry RPC after error@1605368330) -> (continuation of Deferred@691791808 after retry RPC after error@1485658578) -> (continuation of Deferred@110790261 after retry RPC after error@642073350) -> (continuation of Deferred@1345758697 after retry RPC after error@1648829940) -> (continuation of Deferred@817671911 after retry RPC after error@1022199429) -> (continuation of Deferred@1494316316 after retry RPC after error@35816271) -> (continuation of Deferred@1463602810 after retry RPC after error@129348534) -> (continuation of Deferred@1432264649 after retry RPC after error@1139824342) -> (continuation of Deferred@1913528268 after retry RPC after error@1485584952) -> (continuation of Deferred@2039305783 after retry RPC after error@948631862) -> (continuation of Deferred@980971924 after retry RPC after error@60608793) -> (continuation of Deferred@280171443 after retry RPC after error@2141129690) -> (continuation of Deferred@110244204 after retry RPC after error@1675836606) -> (continuation of Deferred@1808111098 after retry RPC after error@1812169347) -> (continuation of Deferred@2072889150 after retry RPC after error@32576061) -> (continuation of Deferred@1188834748 after retry RPC after error@918272126) -> (continuation of Deferred@597306784 after retry RPC after error@720614164) -> (continuation of Deferred@224774715 after retry RPC after error@1719073697) -> (continuation of Deferred@343092706 after retry RPC after error@598689643) -> (continuation of Deferred@12084535 after retry RPC after error@1371684210) -> (continuation of Deferred@1557333653 after retry RPC after error@85890683) -> (continuation of Deferred@1179437618 after retry RPC after error@111494692), errback=(continuation of Deferred@2095334827 after retry RPC after error@1605368330) -> (continuation of Deferred@691791808 after retry RPC after error@1485658578) -> (continuation of Deferred@110790261 after retry RPC after error@642073350) -> (continuation of Deferred@1345758697 after retry RPC after error@1648829940) -> (continuation of Deferred@817671911 after retry RPC after error@1022199429) -> (continuation of Deferred@1494316316 after retry RPC after error@35816271) -> (continuation of Deferred@1463602810 after retry RPC after error@129348534) -> (continuation of Deferred@1432264649 after retry RPC after error@1139824342) -> (continuation of Deferred@1913528268 after retry RPC after error@1485584952) -> (continuation of Deferred@2039305783 after retry RPC after error@948631862) -> (continuation of Deferred@980971924 after retry RPC after error@60608793) -> (continuation of Deferred@280171443 after retry RPC after error@2141129690) -> (continuation of Deferred@110244204 after retry RPC after error@1675836606) -> (continuation of Deferred@1808111098 after retry RPC after error@1812169347) -> (continuation of Deferred@2072889150 after retry RPC after error@32576061) -> (continuation of Deferred@1188834748 after retry RPC after error@918272126) -> (continuation of Deferred@597306784 after retry RPC after error@720614164) -> (continuation of Deferred@224774715 after retry RPC after error@1719073697) -> (continuation of Deferred@343092706 after retry RPC after error@598689643) -> (continuation of Deferred@12084535 after retry RPC after error@1371684210) -> (continuation of Deferred@1557333653 after retry RPC after error@85890683) -> (continuation of Deferred@1179437618 after retry RPC after error@111494692)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:26.059 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:26.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
20:06:26.068 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
20:06:26.068 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RUNNING to RESTARTING.
20:06:26.069 [WARN - flink-pekko.actor.default-dispatcher-6] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
20:06:26.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134786170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:26.188 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:06:26.190 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
20:06:26.193 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:26.195 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:26.195 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:26.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:26.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:26.196 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:26.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:26.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:26.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:26.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:26.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:26.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:26.197 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:26.275377  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } attempt: 6
20:06:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:26.311086  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.125:34987: Network error: Client connection negotiation failed: client connection to 127.5.177.125:34987: connect: Connection refused (error 111)
20:06:26.424 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:26.424 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:26.425 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:26.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:26.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:26.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:26.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:26.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:26.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:26.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:26.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:26.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:26.427 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:26.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:26.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134786670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:26.691 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
20:06:26.692 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
20:06:26.791 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:26.792 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:26.792 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:26.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:26.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:26.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:26.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:26.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:26.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:26.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:26.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:26.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:26.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:26.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:27.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134787170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:27.183 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:06:27.185 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
20:06:27.211 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.211 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.212 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.213 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.213 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.213 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.214 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.469388  5920 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:26.874114  5919 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 5911
20:06:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.256323  5919 kernel_stack_watchdog.cc:198] Thread 5911 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
20:06:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:06:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:06:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:06:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:06:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.256556  5911 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.788s	user 0.565s	sys 1.203s
20:06:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.257037  5911 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.788s	user 0.565s	sys 1.203s
20:06:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:25.469412  5921 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.260115  5923 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.264535  5922 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1788 milliseconds
20:06:27.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.264688  5911 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.265904  5911 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.268484  5911 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.270009  5911 hybrid_clock.cc:648] HybridClock initialized: now 1779134787269917 us; error 64 us; skew 500 ppm
20:06:27.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.270934  5911 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.279321  5911 webserver.cc:533] Webserver started at http://127.5.177.125:35871/ using document root <none> and password file <none>
20:06:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.280388  5911 fs_manager.cc:362] Metadata directory not provided
20:06:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.280591  5911 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:27.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.280980  5911 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.285784  5911 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/data/instance:
20:06:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "002dca5af08b4a089b3d629cc057ee65"
20:06:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:27 on dist-test-slave-66b9"
20:06:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.286983  5911 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/wal/instance:
20:06:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "002dca5af08b4a089b3d629cc057ee65"
20:06:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:27 on dist-test-slave-66b9"
20:06:27.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.295565  5911 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
20:06:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.302290  5933 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.304107  5911 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
20:06:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.304448  5911 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/wal
20:06:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "002dca5af08b4a089b3d629cc057ee65"
20:06:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:27 on dist-test-slave-66b9"
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.304781  5911 fs_report.cc:389] FS layout report
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/wal
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/wal
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/data/data
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:27.351 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.351 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.352 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.353 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28792), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [7ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [9ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [24ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [29ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [73ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [84ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [107ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [232ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [233ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [233ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [264ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [265ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [295ms] refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [297ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [298ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [300ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [300ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [503ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [504ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [505ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [505ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1320ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1525ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3700ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@1883098288(state=PENDING, result=null, callback=(continuation of Deferred@2097530629 after retry RPC after error@1634595069) -> (continuation of Deferred@1196791968 after retry RPC after error@1494451382) -> (continuation of Deferred@175988094 after retry RPC after error@68792020) -> (continuation of Deferred@1868740207 after retry RPC after error@714193153) -> (continuation of Deferred@1256691584 after retry RPC after error@63045382) -> (continuation of Deferred@2037047519 after retry RPC after error@1578370882) -> (continuation of Deferred@674873495 after retry RPC after error@604779353) -> (continuation of Deferred@172901151 after retry RPC after error@1956543235) -> (continuation of Deferred@306520191 after retry RPC after error@1469468565) -> (continuation of Deferred@800630979 after retry RPC after error@687442004) -> (continuation of Deferred@327422956 after retry RPC after error@1988828398) -> (continuation of Deferred@480201804 after retry RPC after error@2025905315) -> (continuation of Deferred@1273539364 after retry RPC after error@1697297115) -> (continuation of Deferred@53571358 after retry RPC after error@2112527903) -> (continuation of Deferred@1943382797 after retry RPC after error@1129931718) -> (continuation of Deferred@1259908396 after retry RPC after error@1647036470) -> (continuation of Deferred@1022925501 after retry RPC after error@884447671) -> (continuation of Deferred@986198976 after retry RPC after error@102643415) -> (continuation of Deferred@2118871515 after retry RPC after error@1983462788) -> (continuation of Deferred@227825328 after retry RPC after error@2060149083) -> (continuation of Deferred@1609292392 after retry RPC after error@1619073292) -> (continuation of Deferred@1334833786 after retry RPC after error@1852805993) -> (continuation of Deferred@1867918422 after retry RPC after error@133628361) -> (continuation of Deferred@928726895 after retry RPC after error@624756278) -> (continuation of Deferred@2069342811 after retry RPC after error@1141970353) -> (continuation of Deferred@719317531 after retry RPC after error@1730037184), errback=(continuation of Deferred@2097530629 after retry RPC after error@1634595069) -> (continuation of Deferred@1196791968 after retry RPC after error@1494451382) -> (continuation of Deferred@175988094 after retry RPC after error@68792020) -> (continuation of Deferred@1868740207 after retry RPC after error@714193153) -> (continuation of Deferred@1256691584 after retry RPC after error@63045382) -> (continuation of Deferred@2037047519 after retry RPC after error@1578370882) -> (continuation of Deferred@674873495 after retry RPC after error@604779353) -> (continuation of Deferred@172901151 after retry RPC after error@1956543235) -> (continuation of Deferred@306520191 after retry RPC after error@1469468565) -> (continuation of Deferred@800630979 after retry RPC after error@687442004) -> (continuation of Deferred@327422956 after retry RPC after error@1988828398) -> (continuation of Deferred@480201804 after retry RPC after error@2025905315) -> (continuation of Deferred@1273539364 after retry RPC after error@1697297115) -> (continuation of Deferred@53571358 after retry RPC after error@2112527903) -> (continuation of Deferred@1943382797 after retry RPC after error@1129931718) -> (continuation of Deferred@1259908396 after retry RPC after error@1647036470) -> (continuation of Deferred@1022925501 after retry RPC after error@884447671) -> (continuation of Deferred@986198976 after retry RPC after error@102643415) -> (continuation of Deferred@2118871515 after retry RPC after error@1983462788) -> (continuation of Deferred@227825328 after retry RPC after error@2060149083) -> (continuation of Deferred@1609292392 after retry RPC after error@1619073292) -> (continuation of Deferred@1334833786 after retry RPC after error@1852805993) -> (continuation of Deferred@1867918422 after retry RPC after error@133628361) -> (continuation of Deferred@928726895 after retry RPC after error@624756278) -> (continuation of Deferred@2069342811 after retry RPC after error@1141970353) -> (continuation of Deferred@719317531 after retry RPC after error@1730037184)))
20:06:27.354 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:06:27.355 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28792), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [7ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [9ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [24ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [29ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [73ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [84ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [107ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [232ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [233ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [233ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [264ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [265ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [295ms] refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [297ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [298ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [300ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [300ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [503ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [504ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [505ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [505ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1320ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1525ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3700ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@1883098288(state=PENDING, result=null, callback=(continuation of Deferred@2097530629 after retry RPC after error@1634595069) -> (continuation of Deferred@1196791968 after retry RPC after error@1494451382) -> (continuation of Deferred@175988094 after retry RPC after error@68792020) -> (continuation of Deferred@1868740207 after retry RPC after error@714193153) -> (continuation of Deferred@1256691584 after retry RPC after error@63045382) -> (continuation of Deferred@2037047519 after retry RPC after error@1578370882) -> (continuation of Deferred@674873495 after retry RPC after error@604779353) -> (continuation of Deferred@172901151 after retry RPC after error@1956543235) -> (continuation of Deferred@306520191 after retry RPC after error@1469468565) -> (continuation of Deferred@800630979 after retry RPC after error@687442004) -> (continuation of Deferred@327422956 after retry RPC after error@1988828398) -> (continuation of Deferred@480201804 after retry RPC after error@2025905315) -> (continuation of Deferred@1273539364 after retry RPC after error@1697297115) -> (continuation of Deferred@53571358 after retry RPC after error@2112527903) -> (continuation of Deferred@1943382797 after retry RPC after error@1129931718) -> (continuation of Deferred@1259908396 after retry RPC after error@1647036470) -> (continuation of Deferred@1022925501 after retry RPC after error@884447671) -> (continuation of Deferred@986198976 after retry RPC after error@102643415) -> (continuation of Deferred@2118871515 after retry RPC after error@1983462788) -> (continuation of Deferred@227825328 after retry RPC after error@2060149083) -> (continuation of Deferred@1609292392 after retry RPC after error@1619073292) -> (continuation of Deferred@1334833786 after retry RPC after error@1852805993) -> (continuation of Deferred@1867918422 after retry RPC after error@133628361) -> (continuation of Deferred@928726895 after retry RPC after error@624756278) -> (continuation of Deferred@2069342811 after retry RPC after error@1141970353) -> (continuation of Deferred@719317531 after retry RPC after error@1730037184), errback=(continuation of Deferred@2097530629 after retry RPC after error@1634595069) -> (continuation of Deferred@1196791968 after retry RPC after error@1494451382) -> (continuation of Deferred@175988094 after retry RPC after error@68792020) -> (continuation of Deferred@1868740207 after retry RPC after error@714193153) -> (continuation of Deferred@1256691584 after retry RPC after error@63045382) -> (continuation of Deferred@2037047519 after retry RPC after error@1578370882) -> (continuation of Deferred@674873495 after retry RPC after error@604779353) -> (continuation of Deferred@172901151 after retry RPC after error@1956543235) -> (continuation of Deferred@306520191 after retry RPC after error@1469468565) -> (continuation of Deferred@800630979 after retry RPC after error@687442004) -> (continuation of Deferred@327422956 after retry RPC after error@1988828398) -> (continuation of Deferred@480201804 after retry RPC after error@2025905315) -> (continuation of Deferred@1273539364 after retry RPC after error@1697297115) -> (continuation of Deferred@53571358 after retry RPC after error@2112527903) -> (continuation of Deferred@1943382797 after retry RPC after error@1129931718) -> (continuation of Deferred@1259908396 after retry RPC after error@1647036470) -> (continuation of Deferred@1022925501 after retry RPC after error@884447671) -> (continuation of Deferred@986198976 after retry RPC after error@102643415) -> (continuation of Deferred@2118871515 after retry RPC after error@1983462788) -> (continuation of Deferred@227825328 after retry RPC after error@2060149083) -> (continuation of Deferred@1609292392 after retry RPC after error@1619073292) -> (continuation of Deferred@1334833786 after retry RPC after error@1852805993) -> (continuation of Deferred@1867918422 after retry RPC after error@133628361) -> (continuation of Deferred@928726895 after retry RPC after error@624756278) -> (continuation of Deferred@2069342811 after retry RPC after error@1141970353) -> (continuation of Deferred@719317531 after retry RPC after error@1730037184)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:27.357 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
20:06:27.358 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
20:06:27.360 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28792), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [7ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [9ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [24ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [29ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [53ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [54ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [73ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [73ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [84ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [107ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [232ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [233ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [233ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [264ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [265ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [295ms] refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [297ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [298ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [300ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [300ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [503ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [504ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [505ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [505ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1320ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1525ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3700ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@1883098288(state=PENDING, result=null, callback=(continuation of Deferred@2097530629 after retry RPC after error@1634595069) -> (continuation of Deferred@1196791968 after retry RPC after error@1494451382) -> (continuation of Deferred@175988094 after retry RPC after error@68792020) -> (continuation of Deferred@1868740207 after retry RPC after error@714193153) -> (continuation of Deferred@1256691584 after retry RPC after error@63045382) -> (continuation of Deferred@2037047519 after retry RPC after error@1578370882) -> (continuation of Deferred@674873495 after retry RPC after error@604779353) -> (continuation of Deferred@172901151 after retry RPC after error@1956543235) -> (continuation of Deferred@306520191 after retry RPC after error@1469468565) -> (continuation of Deferred@800630979 after retry RPC after error@687442004) -> (continuation of Deferred@327422956 after retry RPC after error@1988828398) -> (continuation of Deferred@480201804 after retry RPC after error@2025905315) -> (continuation of Deferred@1273539364 after retry RPC after error@1697297115) -> (continuation of Deferred@53571358 after retry RPC after error@2112527903) -> (continuation of Deferred@1943382797 after retry RPC after error@1129931718) -> (continuation of Deferred@1259908396 after retry RPC after error@1647036470) -> (continuation of Deferred@1022925501 after retry RPC after error@884447671) -> (continuation of Deferred@986198976 after retry RPC after error@102643415) -> (continuation of Deferred@2118871515 after retry RPC after error@1983462788) -> (continuation of Deferred@227825328 after retry RPC after error@2060149083) -> (continuation of Deferred@1609292392 after retry RPC after error@1619073292) -> (continuation of Deferred@1334833786 after retry RPC after error@1852805993) -> (continuation of Deferred@1867918422 after retry RPC after error@133628361) -> (continuation of Deferred@928726895 after retry RPC after error@624756278) -> (continuation of Deferred@2069342811 after retry RPC after error@1141970353) -> (continuation of Deferred@719317531 after retry RPC after error@1730037184), errback=(continuation of Deferred@2097530629 after retry RPC after error@1634595069) -> (continuation of Deferred@1196791968 after retry RPC after error@1494451382) -> (continuation of Deferred@175988094 after retry RPC after error@68792020) -> (continuation of Deferred@1868740207 after retry RPC after error@714193153) -> (continuation of Deferred@1256691584 after retry RPC after error@63045382) -> (continuation of Deferred@2037047519 after retry RPC after error@1578370882) -> (continuation of Deferred@674873495 after retry RPC after error@604779353) -> (continuation of Deferred@172901151 after retry RPC after error@1956543235) -> (continuation of Deferred@306520191 after retry RPC after error@1469468565) -> (continuation of Deferred@800630979 after retry RPC after error@687442004) -> (continuation of Deferred@327422956 after retry RPC after error@1988828398) -> (continuation of Deferred@480201804 after retry RPC after error@2025905315) -> (continuation of Deferred@1273539364 after retry RPC after error@1697297115) -> (continuation of Deferred@53571358 after retry RPC after error@2112527903) -> (continuation of Deferred@1943382797 after retry RPC after error@1129931718) -> (continuation of Deferred@1259908396 after retry RPC after error@1647036470) -> (continuation of Deferred@1022925501 after retry RPC after error@884447671) -> (continuation of Deferred@986198976 after retry RPC after error@102643415) -> (continuation of Deferred@2118871515 after retry RPC after error@1983462788) -> (continuation of Deferred@227825328 after retry RPC after error@2060149083) -> (continuation of Deferred@1609292392 after retry RPC after error@1619073292) -> (continuation of Deferred@1334833786 after retry RPC after error@1852805993) -> (continuation of Deferred@1867918422 after retry RPC after error@133628361) -> (continuation of Deferred@928726895 after retry RPC after error@624756278) -> (continuation of Deferred@2069342811 after retry RPC after error@1141970353) -> (continuation of Deferred@719317531 after retry RPC after error@1730037184)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:27.365 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:06:27.365 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
20:06:27.365 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
20:06:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.369657  5911 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.371228  5911 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.371800  5911 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.371708  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } attempt: 7
20:06:27.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.382319  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.125:34987: Network error: Client connection negotiation failed: client connection to 127.5.177.125:34987: connect: Connection refused (error 111)
20:06:27.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.461190  5911 rpc_server.cc:307] RPC server started. Bound to: 127.5.177.125:34987
20:06:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.461287  5986 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.177.125:34987 every 8 connection(s)
20:06:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.464025  5911 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/data/info.pb
20:06:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.469660  5829 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 5911
20:06:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.470144  5829 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-1/wal/instance
20:06:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.470468  5987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.472501  5829 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/wal
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/data
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/logs
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/data/info.pb
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.124:42459
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.124
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45303/jwks.json with env {}
20:06:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.485256  5987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } has no permanent_uuid. Determining permanent_uuid...
20:06:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.513870  5987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } has no permanent_uuid. Determining permanent_uuid...
20:06:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.531879  5987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } has no permanent_uuid. Determining permanent_uuid...
20:06:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.535746  5934 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.541092  5987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:27.554 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.555 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.555 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.555 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.556 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29008), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [7ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [19ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [20ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [31ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [31ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [50ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [52ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [67ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [127ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [245ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [245ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [245ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [663ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [664ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [665ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1685ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1685ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3441ms] refreshing cache from master, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3444ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3444ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3445ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4940ms] refreshing cache from master, [4940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4942ms] too many traces: truncated at 100 traces, deferred=Deferred@629535846(state=PENDING, result=null, callback=(continuation of Deferred@876634725 after retry RPC after error@1316036947) -> (continuation of Deferred@1676155067 after retry RPC after error@1766127204) -> (continuation of Deferred@1587606115 after retry RPC after error@421280605) -> (continuation of Deferred@974308613 after retry RPC after error@1949037557) -> (continuation of Deferred@759244025 after retry RPC after error@1442788575) -> (continuation of Deferred@2045372808 after retry RPC after error@1383467291) -> (continuation of Deferred@1983154496 after retry RPC after error@1522602645) -> (continuation of Deferred@1817314796 after retry RPC after error@244250540) -> (continuation of Deferred@1545732532 after retry RPC after error@245757215) -> (continuation of Deferred@1923411010 after retry RPC after error@200164909) -> (continuation of Deferred@1192085829 after retry RPC after error@1713492406) -> (continuation of Deferred@867366860 after retry RPC after error@1242828985) -> (continuation of Deferred@1677373279 after retry RPC after error@197029623) -> (continuation of Deferred@798418139 after retry RPC after error@1164818504) -> (continuation of Deferred@1935374317 after retry RPC after error@199911079) -> (continuation of Deferred@323152701 after retry RPC after error@994426597) -> (continuation of Deferred@319378047 after retry RPC after error@1267651047) -> (continuation of Deferred@1334952104 after retry RPC after error@1505094953) -> (continuation of Deferred@7784138 after retry RPC after error@1028275914) -> (continuation of Deferred@2082422091 after retry RPC after error@179653444) -> (continuation of Deferred@1019452494 after retry RPC after error@1351829874) -> (continuation of Deferred@1440990030 after retry RPC after error@1974226397) -> (continuation of Deferred@1437441738 after retry RPC after error@524256724), errback=(continuation of Deferred@876634725 after retry RPC after error@1316036947) -> (continuation of Deferred@1676155067 after retry RPC after error@1766127204) -> (continuation of Deferred@1587606115 after retry RPC after error@421280605) -> (continuation of Deferred@974308613 after retry RPC after error@1949037557) -> (continuation of Deferred@759244025 after retry RPC after error@1442788575) -> (continuation of Deferred@2045372808 after retry RPC after error@1383467291) -> (continuation of Deferred@1983154496 after retry RPC after error@1522602645) -> (continuation of Deferred@1817314796 after retry RPC after error@244250540) -> (continuation of Deferred@1545732532 after retry RPC after error@245757215) -> (continuation of Deferred@1923411010 after retry RPC after error@200164909) -> (continuation of Deferred@1192085829 after retry RPC after error@1713492406) -> (continuation of Deferred@867366860 after retry RPC after error@1242828985) -> (continuation of Deferred@1677373279 after retry RPC after error@197029623) -> (continuation of Deferred@798418139 after retry RPC after error@1164818504) -> (continuation of Deferred@1935374317 after retry RPC after error@199911079) -> (continuation of Deferred@323152701 after retry RPC after error@994426597) -> (continuation of Deferred@319378047 after retry RPC after error@1267651047) -> (continuation of Deferred@1334952104 after retry RPC after error@1505094953) -> (continuation of Deferred@7784138 after retry RPC after error@1028275914) -> (continuation of Deferred@2082422091 after retry RPC after error@179653444) -> (continuation of Deferred@1019452494 after retry RPC after error@1351829874) -> (continuation of Deferred@1440990030 after retry RPC after error@1974226397) -> (continuation of Deferred@1437441738 after retry RPC after error@524256724)))
20:06:27.557 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:06:27.558 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29008), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [7ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [19ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [20ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [31ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [31ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [50ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [52ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [67ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [127ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [245ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [245ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [245ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [663ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [664ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [665ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1685ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1685ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3441ms] refreshing cache from master, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3444ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3444ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3445ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4940ms] refreshing cache from master, [4940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4942ms] too many traces: truncated at 100 traces, deferred=Deferred@629535846(state=PENDING, result=null, callback=(continuation of Deferred@876634725 after retry RPC after error@1316036947) -> (continuation of Deferred@1676155067 after retry RPC after error@1766127204) -> (continuation of Deferred@1587606115 after retry RPC after error@421280605) -> (continuation of Deferred@974308613 after retry RPC after error@1949037557) -> (continuation of Deferred@759244025 after retry RPC after error@1442788575) -> (continuation of Deferred@2045372808 after retry RPC after error@1383467291) -> (continuation of Deferred@1983154496 after retry RPC after error@1522602645) -> (continuation of Deferred@1817314796 after retry RPC after error@244250540) -> (continuation of Deferred@1545732532 after retry RPC after error@245757215) -> (continuation of Deferred@1923411010 after retry RPC after error@200164909) -> (continuation of Deferred@1192085829 after retry RPC after error@1713492406) -> (continuation of Deferred@867366860 after retry RPC after error@1242828985) -> (continuation of Deferred@1677373279 after retry RPC after error@197029623) -> (continuation of Deferred@798418139 after retry RPC after error@1164818504) -> (continuation of Deferred@1935374317 after retry RPC after error@199911079) -> (continuation of Deferred@323152701 after retry RPC after error@994426597) -> (continuation of Deferred@319378047 after retry RPC after error@1267651047) -> (continuation of Deferred@1334952104 after retry RPC after error@1505094953) -> (continuation of Deferred@7784138 after retry RPC after error@1028275914) -> (continuation of Deferred@2082422091 after retry RPC after error@179653444) -> (continuation of Deferred@1019452494 after retry RPC after error@1351829874) -> (continuation of Deferred@1440990030 after retry RPC after error@1974226397) -> (continuation of Deferred@1437441738 after retry RPC after error@524256724), errback=(continuation of Deferred@876634725 after retry RPC after error@1316036947) -> (continuation of Deferred@1676155067 after retry RPC after error@1766127204) -> (continuation of Deferred@1587606115 after retry RPC after error@421280605) -> (continuation of Deferred@974308613 after retry RPC after error@1949037557) -> (continuation of Deferred@759244025 after retry RPC after error@1442788575) -> (continuation of Deferred@2045372808 after retry RPC after error@1383467291) -> (continuation of Deferred@1983154496 after retry RPC after error@1522602645) -> (continuation of Deferred@1817314796 after retry RPC after error@244250540) -> (continuation of Deferred@1545732532 after retry RPC after error@245757215) -> (continuation of Deferred@1923411010 after retry RPC after error@200164909) -> (continuation of Deferred@1192085829 after retry RPC after error@1713492406) -> (continuation of Deferred@867366860 after retry RPC after error@1242828985) -> (continuation of Deferred@1677373279 after retry RPC after error@197029623) -> (continuation of Deferred@798418139 after retry RPC after error@1164818504) -> (continuation of Deferred@1935374317 after retry RPC after error@199911079) -> (continuation of Deferred@323152701 after retry RPC after error@994426597) -> (continuation of Deferred@319378047 after retry RPC after error@1267651047) -> (continuation of Deferred@1334952104 after retry RPC after error@1505094953) -> (continuation of Deferred@7784138 after retry RPC after error@1028275914) -> (continuation of Deferred@2082422091 after retry RPC after error@179653444) -> (continuation of Deferred@1019452494 after retry RPC after error@1351829874) -> (continuation of Deferred@1440990030 after retry RPC after error@1974226397) -> (continuation of Deferred@1437441738 after retry RPC after error@524256724)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:27.559 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
20:06:27.561 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
20:06:27.563 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29008), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [7ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [19ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [20ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [31ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [31ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [50ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [52ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [67ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [127ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [127ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [244ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [245ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [245ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [245ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [663ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [664ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [665ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1685ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1685ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3441ms] refreshing cache from master, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3444ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3444ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3445ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4940ms] refreshing cache from master, [4940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4942ms] too many traces: truncated at 100 traces, deferred=Deferred@629535846(state=PENDING, result=null, callback=(continuation of Deferred@876634725 after retry RPC after error@1316036947) -> (continuation of Deferred@1676155067 after retry RPC after error@1766127204) -> (continuation of Deferred@1587606115 after retry RPC after error@421280605) -> (continuation of Deferred@974308613 after retry RPC after error@1949037557) -> (continuation of Deferred@759244025 after retry RPC after error@1442788575) -> (continuation of Deferred@2045372808 after retry RPC after error@1383467291) -> (continuation of Deferred@1983154496 after retry RPC after error@1522602645) -> (continuation of Deferred@1817314796 after retry RPC after error@244250540) -> (continuation of Deferred@1545732532 after retry RPC after error@245757215) -> (continuation of Deferred@1923411010 after retry RPC after error@200164909) -> (continuation of Deferred@1192085829 after retry RPC after error@1713492406) -> (continuation of Deferred@867366860 after retry RPC after error@1242828985) -> (continuation of Deferred@1677373279 after retry RPC after error@197029623) -> (continuation of Deferred@798418139 after retry RPC after error@1164818504) -> (continuation of Deferred@1935374317 after retry RPC after error@199911079) -> (continuation of Deferred@323152701 after retry RPC after error@994426597) -> (continuation of Deferred@319378047 after retry RPC after error@1267651047) -> (continuation of Deferred@1334952104 after retry RPC after error@1505094953) -> (continuation of Deferred@7784138 after retry RPC after error@1028275914) -> (continuation of Deferred@2082422091 after retry RPC after error@179653444) -> (continuation of Deferred@1019452494 after retry RPC after error@1351829874) -> (continuation of Deferred@1440990030 after retry RPC after error@1974226397) -> (continuation of Deferred@1437441738 after retry RPC after error@524256724), errback=(continuation of Deferred@876634725 after retry RPC after error@1316036947) -> (continuation of Deferred@1676155067 after retry RPC after error@1766127204) -> (continuation of Deferred@1587606115 after retry RPC after error@421280605) -> (continuation of Deferred@974308613 after retry RPC after error@1949037557) -> (continuation of Deferred@759244025 after retry RPC after error@1442788575) -> (continuation of Deferred@2045372808 after retry RPC after error@1383467291) -> (continuation of Deferred@1983154496 after retry RPC after error@1522602645) -> (continuation of Deferred@1817314796 after retry RPC after error@244250540) -> (continuation of Deferred@1545732532 after retry RPC after error@245757215) -> (continuation of Deferred@1923411010 after retry RPC after error@200164909) -> (continuation of Deferred@1192085829 after retry RPC after error@1713492406) -> (continuation of Deferred@867366860 after retry RPC after error@1242828985) -> (continuation of Deferred@1677373279 after retry RPC after error@197029623) -> (continuation of Deferred@798418139 after retry RPC after error@1164818504) -> (continuation of Deferred@1935374317 after retry RPC after error@199911079) -> (continuation of Deferred@323152701 after retry RPC after error@994426597) -> (continuation of Deferred@319378047 after retry RPC after error@1267651047) -> (continuation of Deferred@1334952104 after retry RPC after error@1505094953) -> (continuation of Deferred@7784138 after retry RPC after error@1028275914) -> (continuation of Deferred@2082422091 after retry RPC after error@179653444) -> (continuation of Deferred@1019452494 after retry RPC after error@1351829874) -> (continuation of Deferred@1440990030 after retry RPC after error@1974226397) -> (continuation of Deferred@1437441738 after retry RPC after error@524256724)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:27.565 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:06:27.565 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
20:06:27.565 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
20:06:27.587 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:06:27.588 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
20:06:27.588 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 71 for source Source: KuduSource to checkpoint.
20:06:27.588 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
20:06:27.589 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:06:27.589 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
20:06:27.590 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 14b824ff57df8d4ac4eae5ff98ec280b
20:06:27.590 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:06:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.590726  5987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 1
20:06:27.591 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 14b824ff57df8d4ac4eae5ff98ec280b.
20:06:27.591 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:06:27.592 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
20:06:27.592 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
20:06:27.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50df0faf
20:06:27.593 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
20:06:27.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:27.593 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 71 for source Source: KuduSource to checkpoint.
20:06:27.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:06:27.593 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
20:06:27.594 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:06:27.594 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:27.595 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
20:06:27.596 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id d15f1901baa864f36fa237de7b249a2e
20:06:27.596 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:06:27.597 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c1b6982
20:06:27.597 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id d15f1901baa864f36fa237de7b249a2e.
20:06:27.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.597980  5987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:27.599 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RESTARTING to RUNNING.
20:06:27.599 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:27.599 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
20:06:27.599 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:06:27.600 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
20:06:27.600 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
20:06:27.600 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7544cd1
20:06:27.600 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:27.600 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 71 for source Source: KuduSource to checkpoint.
20:06:27.601 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
20:06:27.601 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.601 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:06:27.601 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
20:06:27.602 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 98402ba73ff648b9e4ce6e4e36245f3b
20:06:27.602 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:06:27.602 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.602 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
20:06:27.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.603 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.604 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:06:27.604 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
20:06:27.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.604 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7dcf2643
20:06:27.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.605 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:06:27.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.606 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.606 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 98402ba73ff648b9e4ce6e4e36245f3b.
20:06:27.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.606 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
20:06:27.607 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
20:06:27.607 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:27.607 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75d16672
20:06:27.607 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:27.607 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:06:27.608 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:06:27.608 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:06:27.609 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.609 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.613 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.615 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3790ae0a
20:06:27.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.616 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:27.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.618 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.618 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.621 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.623 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.624 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.626 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.627 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.628 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.630 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.634 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.637 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.638 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.639 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.639 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.641 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.641 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.641 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.642 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.649 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.650 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.651 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.653 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.653 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.653 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.653 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29103), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [15ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [32ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [34ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [85ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [166ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [166ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [251ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [252ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [583ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [583ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1203ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2546ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@1859531918(state=PENDING, result=null, callback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648), errback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648)))
20:06:27.656 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.656 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.656 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29103), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [15ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [32ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [34ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [85ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [166ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [166ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [251ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [252ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [583ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [583ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1203ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2546ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@1859531918(state=PENDING, result=null, callback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648), errback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29103), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [15ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [32ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [34ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [85ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [166ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [166ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [251ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [252ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [583ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [583ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1203ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2546ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@1859531918(state=PENDING, result=null, callback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648), errback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:27.656 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.660 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.661 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.662 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.663 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.664 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.664 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.666497  5987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 2
20:06:27.667 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29103), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [15ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [32ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [34ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [85ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [166ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [166ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [251ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [252ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [583ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [583ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1203ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2546ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@1859531918(state=PENDING, result=null, callback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648), errback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29103), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [15ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [32ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [34ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [85ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [124ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [141ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [142ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [166ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [166ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [251ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [252ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [583ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [583ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1203ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2546ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@1859531918(state=PENDING, result=null, callback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648), errback=(continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816) -> (continuation of Deferred@1317544819 after retry RPC after error@773501733) -> (continuation of Deferred@29998596 after retry RPC after error@1518600429) -> (continuation of Deferred@1427649397 after retry RPC after error@786444648)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:27.669 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.670 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.670 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.672462  5987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:27.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.673 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.673 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.674 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134787672 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:27.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.674 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.675 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.678 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.700 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.700 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.700 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.700 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.700 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.701 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.701 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.701 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.703 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.704 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.706 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:06:27.706 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RUNNING to RESTARTING.
20:06:27.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.706 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
20:06:27.707 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
20:06:27.707 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
20:06:27.707 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
20:06:27.700 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.710 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
20:06:27.710 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
20:06:27.710 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
20:06:27.710 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.711 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.712 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:06:27.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
20:06:27.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
20:06:27.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
20:06:27.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
20:06:27.714 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
20:06:27.714 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
20:06:27.715 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=43 ms, finalizationTime=0 ms).
20:06:27.716 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
20:06:27.718 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.718 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.718 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.719 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.719 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.719 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.719 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.722 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.722 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.722 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
20:06:27.722 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
20:06:27.722 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
20:06:27.722 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.723 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:06:27.723 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
20:06:27.723 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
20:06:27.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.725 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:06:27.725 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
20:06:27.725 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:06:27.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.725 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.726 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:06:27.726 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
20:06:27.726 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:06:27.727 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:06:27.727 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
20:06:27.727 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:06:27.729 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:06:27.729 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
20:06:27.729 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:06:27.729 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.729 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.730 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.731 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
20:06:27.732 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
20:06:27.732 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
20:06:27.732 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
20:06:27.732 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
20:06:27.733 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
20:06:27.734 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:27.734 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.734 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.734 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.735 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.736 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.737 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:06:27.738 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
20:06:27.738 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.739 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.739 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.740 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
20:06:27.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.740 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.740 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:06:27.741 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 68bdd6a769dbfb14b8f0bae67c3b2210
20:06:27.752 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.752 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.753 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.753 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.753 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.753 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.754 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.758 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.759 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.759 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.762 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.762 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.762 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.763 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.763976  5987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 3
20:06:27.768 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.769 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.769 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.770 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.771 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.769701  5987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:27.778 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.778 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.778 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.779 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.779 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.779 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.779 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.779 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.779 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.793 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.793 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.793 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.795 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.809 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.810 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.810 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.812 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.815 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.815 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.816 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.817 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.817 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29250), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [6ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [13ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [13ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [27ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [33ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [33ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [70ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [71ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [72ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [72ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [106ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [106ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [124ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [184ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [186ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [186ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [544ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [544ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [544ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [663ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [663ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [664ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1164ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2302ms] refreshing cache from master, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2306ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2307ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2307ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2307ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4040ms] refreshing cache from master, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4044ms] too many traces: truncated at 100 traces, deferred=Deferred@914285218(state=PENDING, result=null, callback=(continuation of Deferred@335425794 after retry RPC after error@1555153174) -> (continuation of Deferred@1405150972 after retry RPC after error@317355476) -> (continuation of Deferred@1895702698 after retry RPC after error@571860690) -> (continuation of Deferred@1991644010 after retry RPC after error@934513853) -> (continuation of Deferred@919142801 after retry RPC after error@996623084) -> (continuation of Deferred@2106338217 after retry RPC after error@1458669249) -> (continuation of Deferred@684376071 after retry RPC after error@700155856) -> (continuation of Deferred@905322541 after retry RPC after error@1877700572) -> (continuation of Deferred@299843806 after retry RPC after error@1680850994) -> (continuation of Deferred@1616671698 after retry RPC after error@1417508234) -> (continuation of Deferred@1062147691 after retry RPC after error@628850656) -> (continuation of Deferred@649742974 after retry RPC after error@433367558) -> (continuation of Deferred@1592728345 after retry RPC after error@538311515) -> (continuation of Deferred@1418247325 after retry RPC after error@1756412048) -> (continuation of Deferred@1310806348 after retry RPC after error@1105306864) -> (continuation of Deferred@1344046085 after retry RPC after error@1032176302) -> (continuation of Deferred@2045398883 after retry RPC after error@903914122) -> (continuation of Deferred@23602335 after retry RPC after error@309003950) -> (continuation of Deferred@970052311 after retry RPC after error@160809877) -> (continuation of Deferred@1234784996 after retry RPC after error@51213071) -> (continuation of Deferred@880627411 after retry RPC after error@324254370) -> (continuation of Deferred@283034718 after retry RPC after error@2023966785), errback=(continuation of Deferred@335425794 after retry RPC after error@1555153174) -> (continuation of Deferred@1405150972 after retry RPC after error@317355476) -> (continuation of Deferred@1895702698 after retry RPC after error@571860690) -> (continuation of Deferred@1991644010 after retry RPC after error@934513853) -> (continuation of Deferred@919142801 after retry RPC after error@996623084) -> (continuation of Deferred@2106338217 after retry RPC after error@1458669249) -> (continuation of Deferred@684376071 after retry RPC after error@700155856) -> (continuation of Deferred@905322541 after retry RPC after error@1877700572) -> (continuation of Deferred@299843806 after retry RPC after error@1680850994) -> (continuation of Deferred@1616671698 after retry RPC after error@1417508234) -> (continuation of Deferred@1062147691 after retry RPC after error@628850656) -> (continuation of Deferred@649742974 after retry RPC after error@433367558) -> (continuation of Deferred@1592728345 after retry RPC after error@538311515) -> (continuation of Deferred@1418247325 after retry RPC after error@1756412048) -> (continuation of Deferred@1310806348 after retry RPC after error@1105306864) -> (continuation of Deferred@1344046085 after retry RPC after error@1032176302) -> (continuation of Deferred@2045398883 after retry RPC after error@903914122) -> (continuation of Deferred@23602335 after retry RPC after error@309003950) -> (continuation of Deferred@970052311 after retry RPC after error@160809877) -> (continuation of Deferred@1234784996 after retry RPC after error@51213071) -> (continuation of Deferred@880627411 after retry RPC after error@324254370) -> (continuation of Deferred@283034718 after retry RPC after error@2023966785)))
20:06:27.822 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.822 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.823 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.823 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.849 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.850 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.851 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.851 [INFO - pool-144-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.852 [WARN - pool-144-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.852 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.852 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.853 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.853 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.853 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.853 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.853 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.855 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.878 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.879 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.879 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.880 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.880 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.880 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.898638  5989 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.899259  5989 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.899731  5989 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.913316  5987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 4
20:06:27.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.918622  5987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:27.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:27.938 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.938 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.938 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:27.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.944361  5989 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:27.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.944764  5989 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.945068  5989 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.945364  5989 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.945667  5989 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:27.945905  5989 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45303/jwks.json
20:06:27.955 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:27.955 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:27.956 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:27.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:27.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:27.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:27.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:27.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:27.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:27.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:27.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:27.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:27.957 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:27.973 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.973 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.974 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.992 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:27.992 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:27.993 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:27.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:27.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:27.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:27.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.995555  5989 master_runner.cc:387] Master server non-default flags:
20:06:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/data
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/wal
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.124:42459
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45303/jwks.json
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/data/info.pb
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.124
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/logs
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.997254  5989 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:27.998 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:27.999 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:27.999 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:27.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.999 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.999 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.999 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.999 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:27.999 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:27.999 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:27.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.000 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:27.999794  5989 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:28.013281  6041 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:28.048 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:28.049 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:28.049 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:28.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.050 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:28.062 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:28.062 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:28.062 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:28.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:28.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134788170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:28.190 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=18 ms, finalizationTime=2 ms).
20:06:28.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
20:06:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:28.218164  5987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 5
20:06:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:28.225930  5987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:28.253 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:28.254 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:28.254 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:28.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:28.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:28.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:28.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:28.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:28.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:28.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:28.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:28.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:28.255 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:28.322 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:28.323 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:28.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.324 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:28.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.325 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:28.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:28.472 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:28.473 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:28.473 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:28.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:28.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:28.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:28.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:28.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:28.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:28.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:28.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:28.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:28.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:28.622 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:28.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.624 [INFO - pool-142-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.624 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:28.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.626 [INFO - pool-142-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.626 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:28.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.627 [INFO - pool-142-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.627 [WARN - pool-142-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:28.672 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134788670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:28.687 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:06:28.689 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
20:06:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:28.773845  5987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 6
20:06:28.782 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:28.782 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:28.783 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:28.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.788 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:28.789 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:28.790 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:28.790 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:28.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:28.796689  5987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:28.829 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:28.829 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:28.830 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:28.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:28.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:28.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:28.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:28.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:28.998 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:28.999 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:28.999 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:29.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.000 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:29.129 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:29.129 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:29.130 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:29.130 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.130 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.130 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.131 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:29.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134789171 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:29.188 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
20:06:29.189 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
20:06:29.240 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:29.240 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:29.240 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:29.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:29.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:29.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:29.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:29.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:29.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:29.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:29.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:29.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:29.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:29.380 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:29.381 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:29.381 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:29.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:29.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:29.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:29.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:29.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:29.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:29.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:29.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:29.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:29.382 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:29.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:28.013846  6042 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:28.017663  6044 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:29.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.472783  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } attempt: 8
20:06:29.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:29.476550  6043 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1461 milliseconds
20:06:29.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.477255  5989 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.478801  5989 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:29.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.482481  5989 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:29.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.483994  5989 hybrid_clock.cc:648] HybridClock initialized: now 1779134789483941 us; error 43 us; skew 500 ppm
20:06:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.485219  5989 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.493110  5989 webserver.cc:533] Webserver started at http://127.5.177.124:36437/ using document root <none> and password file <none>
20:06:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.494326  5989 fs_manager.cc:362] Metadata directory not provided
20:06:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.494545  5989 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.495060  5989 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.499825  5909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } has no permanent_uuid. Determining permanent_uuid...
20:06:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.501971  5989 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/data/instance:
20:06:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db104e8ebf474fb1bec796aa3e59e99e"
20:06:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:29 on dist-test-slave-66b9"
20:06:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.503468  5989 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/wal/instance:
20:06:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db104e8ebf474fb1bec796aa3e59e99e"
20:06:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:29 on dist-test-slave-66b9"
20:06:29.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:29.506230  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:29.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.512274  5989 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
20:06:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.519580  6056 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.521198  5989 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.521664  5989 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/wal
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db104e8ebf474fb1bec796aa3e59e99e"
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:29 on dist-test-slave-66b9"
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.522099  5989 fs_report.cc:389] FS layout report
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/wal
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/wal
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/data/data
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.571672  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 1
20:06:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:29.576468  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.579792  5989 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.581367  5989 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.581871  5989 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:29.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.630200  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 2
20:06:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:29.639249  5909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.177.124:42459: Network error: Client connection negotiation failed: client connection to 127.5.177.124:42459: connect: Connection refused (error 111)
20:06:29.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134789670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.670957  5989 rpc_server.cc:307] RPC server started. Bound to: 127.5.177.124:42459
20:06:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.671151  6107 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.177.124:42459 every 8 connection(s)
20:06:29.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.675082  5989 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/data/info.pb
20:06:29.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.676337  5829 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 5989
20:06:29.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.676810  5829 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/master-2/wal/instance
20:06:29.686 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:06:29.687 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
20:06:29.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.698964  6108 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:29.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.715854  5909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 3
20:06:29.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.715180  6108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } has no permanent_uuid. Determining permanent_uuid...
20:06:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.744310  6108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } has no permanent_uuid. Determining permanent_uuid...
20:06:29.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.757575  5909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd: Bootstrap starting.
20:06:29.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.759313  6108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } has no permanent_uuid. Determining permanent_uuid...
20:06:29.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.766682  5909 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd: Neither blocks nor log segments found. Creating new log.
20:06:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.769009  5909 log.cc:826] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd: Log is configured to *not* fsync() on all Append() calls
20:06:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.776674  5909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd: No bootstrap required, opened a new log
20:06:29.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.780822  6108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e: Bootstrap starting.
20:06:29.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.788210  6108 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e: Neither blocks nor log segments found. Creating new log.
20:06:29.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.790565  6108 log.cc:826] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e: Log is configured to *not* fsync() on all Append() calls
20:06:29.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.796144  6108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e: No bootstrap required, opened a new log
20:06:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.802248  5909 raft_consensus.cc:359] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } }
20:06:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.803036  5909 raft_consensus.cc:385] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.803369  5909 raft_consensus.cc:740] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dfb781f9c5b74f4896e95e2b9a8d07cd, State: Initialized, Role: FOLLOWER
20:06:29.803 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:29.804 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:29.804 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:29.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:29.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:29.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:29.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:29.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:29.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:29.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:29.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:29.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:29.804 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:29.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.804250  5909 consensus_queue.cc:260] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } }
20:06:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.807741  6117 sys_catalog.cc:455] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:29.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.808770  6117 sys_catalog.cc:458] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [sys.catalog]: This master's current role is: FOLLOWER
20:06:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.809643  5909 sys_catalog.cc:565] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [sys.catalog]: configured and running, proceeding with master startup.
20:06:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.825263  6108 raft_consensus.cc:359] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } }
20:06:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.826236  6108 raft_consensus.cc:385] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.826565  6108 raft_consensus.cc:740] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db104e8ebf474fb1bec796aa3e59e99e, State: Initialized, Role: FOLLOWER
20:06:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.827504  6108 consensus_queue.cc:260] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } }
20:06:29.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.832479  6126 sys_catalog.cc:455] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:29.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.833544  6126 sys_catalog.cc:458] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [sys.catalog]: This master's current role is: FOLLOWER
20:06:29.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.834368  6108 sys_catalog.cc:565] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [sys.catalog]: configured and running, proceeding with master startup.
20:06:29.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:29.839140  6062 tablet.cc:2404] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:29.848 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RESTARTING to RUNNING.
20:06:29.849 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:06:29.854 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
20:06:29.855 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:06:29.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.857247  5987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } attempt: 7
20:06:29.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:29.858831  6131 catalog_manager.cc:1593] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:29.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:29.859298  6131 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:29.860 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
20:06:29.860 [INFO - Thread-26] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:06:29.861 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:06:29.861 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
20:06:29.862 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 14b824ff57df8d4ac4eae5ff98ec280b
20:06:29.862 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
20:06:29.862 [DEBUG - Thread-26] (Connection.java:575) [peer master-127.1.202.126:43031(127.1.202.126:43031)] disconnecting while in state TERMINATED
20:06:29.862 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:06:29.863 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
20:06:29.863 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:06:29.863 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id d15f1901baa864f36fa237de7b249a2e
20:06:29.863 [DEBUG - Thread-26] (Connection.java:575) [peer master-127.1.202.124:42607(127.1.202.124:42607)] disconnecting while in state TERMINATED
20:06:29.863 [DEBUG - Thread-26] (Connection.java:575) [peer master-127.1.202.125:35071(127.1.202.125:35071)] disconnecting while in state TERMINATED
20:06:29.863 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:29.864 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 14b824ff57df8d4ac4eae5ff98ec280b.
20:06:29.866 [INFO - Thread-26] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:06:29.867 [INFO - Thread-26] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:06:29.869 [DEBUG - Thread-26] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:29.869 [INFO - Thread-26] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:06:29.870 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
20:06:29.870 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
20:06:29.871 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d7dfda3
20:06:29.871 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:29.871 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:06:29.872 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:06:29.872 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:06:29.873 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id d15f1901baa864f36fa237de7b249a2e.
20:06:29.873 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
20:06:29.874 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:29.874 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
20:06:29.874 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 98402ba73ff648b9e4ce6e4e36245f3b
20:06:29.881 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
20:06:29.882 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:06:29.883 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
20:06:29.883 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 91474ac93371d1f86887f8593e4d0443
20:06:29.883 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:06:29.883 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@561813c8
20:06:29.887 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:29.906081  5863 tablet.cc:2404] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:29.911 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:06:29.911 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:06:29.911 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:06:29.911 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:06:29.915 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:06:29.917 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 98402ba73ff648b9e4ce6e4e36245f3b.
20:06:29.917 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
20:06:29.918 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
20:06:29.918 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62637d34
20:06:29.918 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:29.918 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:06:29.919 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
20:06:29.919 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
20:06:29.923 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1fde27e4
20:06:29.928 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:29.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:29.936 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.942679  5987 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65: Bootstrap starting.
20:06:29.950 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 91474ac93371d1f86887f8593e4d0443.
20:06:29.951 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 91474ac93371d1f86887f8593e4d0443.
20:06:29.953 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
20:06:29.953 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
20:06:29.954 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
20:06:29.954 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
20:06:29.954 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44b57b3
20:06:29.954 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:29.954 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:06:29.955 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:06:29.955 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:06:29.956 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@261df7d1
20:06:29.956 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:29.956 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:06:29.957 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
20:06:29.957 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
20:06:29.959 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:29.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.861146  5841 master_runner.cc:187] Error getting master registration for 127.5.177.125:34987: OK, instance_id { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" instance_seqno: 1779134787438273 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:06:29.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.962268  5841 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:29.963 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:29.964 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:29.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.966626  5987 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65: Neither blocks nor log segments found. Creating new log.
20:06:29.967 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a9f7aee
20:06:29.969 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1593a076
20:06:29.974 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:29.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:29.979 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:29.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:29.981 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:29.982 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:29.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:29.985016  5987 log.cc:826] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65: Log is configured to *not* fsync() on all Append() calls
20:06:29.985 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:29.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:29.988 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:29.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:29.990 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:29.998 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.000 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.003582  5987 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65: No bootstrap required, opened a new log
20:06:30.011 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.022 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.045512  5987 raft_consensus.cc:359] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } }
20:06:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.046736  5987 raft_consensus.cc:385] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.047153  5987 raft_consensus.cc:740] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 002dca5af08b4a089b3d629cc057ee65, State: Initialized, Role: FOLLOWER
20:06:30.048 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.048350  5987 consensus_queue.cc:260] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } }
20:06:30.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.052 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.053 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.053 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.053 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.054 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.059 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.060 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.060 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.059 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.061 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.057 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.056 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.056 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.062 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.062 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.063 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.063 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.063 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.066 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.066138  6126 raft_consensus.cc:493] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:30.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.067 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.066753  6126 raft_consensus.cc:515] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } }
20:06:30.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.069 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.069 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.069 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.069 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.070116  6126 leader_election.cc:290] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dfb781f9c5b74f4896e95e2b9a8d07cd (127.5.177.126:45579), 002dca5af08b4a089b3d629cc057ee65 (127.5.177.125:34987)
20:06:30.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.071465  5884 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db104e8ebf474fb1bec796aa3e59e99e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" is_pre_election: true
20:06:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.072392  5884 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db104e8ebf474fb1bec796aa3e59e99e in term 0.
20:06:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.074559  6060 leader_election.cc:304] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: db104e8ebf474fb1bec796aa3e59e99e, dfb781f9c5b74f4896e95e2b9a8d07cd; no voters: 
20:06:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.075814  6126 raft_consensus.cc:2804] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:06:30.079 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.079 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.076272  6126 raft_consensus.cc:493] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:06:30.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.076736  6126 raft_consensus.cc:3060] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 0 FOLLOWER]: Advancing to term 1
20:06:30.085 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:30.097102  6161 catalog_manager.cc:1593] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:30.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:30.097718  6161 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:30.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.098 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.100 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.101 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.092604  6126 raft_consensus.cc:515] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } }
20:06:30.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.105 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.108 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.109869  6167 sys_catalog.cc:455] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:30.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.111291  6167 sys_catalog.cc:458] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [sys.catalog]: This master's current role is: FOLLOWER
20:06:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.112429  5987 sys_catalog.cc:565] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [sys.catalog]: configured and running, proceeding with master startup.
20:06:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.112628  5962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db104e8ebf474fb1bec796aa3e59e99e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "002dca5af08b4a089b3d629cc057ee65" is_pre_election: true
20:06:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.113631  5962 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db104e8ebf474fb1bec796aa3e59e99e in term 0.
20:06:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.117749  6126 leader_election.cc:290] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [CANDIDATE]: Term 1 election: Requested vote from peers dfb781f9c5b74f4896e95e2b9a8d07cd (127.5.177.126:45579), 002dca5af08b4a089b3d629cc057ee65 (127.5.177.125:34987)
20:06:30.120 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.120652  5962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db104e8ebf474fb1bec796aa3e59e99e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "002dca5af08b4a089b3d629cc057ee65"
20:06:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.121196  5962 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [term 0 FOLLOWER]: Advancing to term 1
20:06:30.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.124087  5884 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db104e8ebf474fb1bec796aa3e59e99e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd"
20:06:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.124670  5884 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [term 0 FOLLOWER]: Advancing to term 1
20:06:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.026751  5989 master_runner.cc:187] Error getting master registration for 127.5.177.125:34987: OK, instance_id { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" instance_seqno: 1779134787438273 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:06:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.128067  5989 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:30.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.131 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:30.135008  5941 tablet.cc:2404] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:30.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.137 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.138 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.140 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.140897  5962 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db104e8ebf474fb1bec796aa3e59e99e in term 1.
20:06:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.149874  6059 leader_election.cc:304] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 002dca5af08b4a089b3d629cc057ee65, db104e8ebf474fb1bec796aa3e59e99e; no voters: 
20:06:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.150753  6126 raft_consensus.cc:2804] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 1 FOLLOWER]: Leader election won for term 1
20:06:30.152 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.156664  6126 raft_consensus.cc:697] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [term 1 LEADER]: Becoming Leader. State: Replica: db104e8ebf474fb1bec796aa3e59e99e, State: Running, Role: LEADER
20:06:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.157689  6126 consensus_queue.cc:237] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } }
20:06:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.135288  5884 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db104e8ebf474fb1bec796aa3e59e99e in term 1.
20:06:30.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134790170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:30.176 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.185 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:06:30.187 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
20:06:30.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.197 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.200 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.203 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.204 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.204 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.206 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.210 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.212 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.213 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.213704  6191 sys_catalog.cc:455] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [sys.catalog]: SysCatalogTable state changed. Reason: New leader db104e8ebf474fb1bec796aa3e59e99e. Latest consensus state: current_term: 1 leader_uuid: "db104e8ebf474fb1bec796aa3e59e99e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.216020  6191 sys_catalog.cc:458] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [sys.catalog]: This master's current role is: LEADER
20:06:30.217 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.219 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.219 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.220 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.220 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.221 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.221 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.221 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.221 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.222 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.222 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.223 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.224 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.224 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.225 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.226 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.228 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.230829  6202 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:06:30.235 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.239 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.240 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.240 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.240 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.241 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.241 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.241 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.241 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.242 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.243 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.244 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.244 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.248 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.248 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.249 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.250 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.250910  6207 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:06:30.251 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.254 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.254 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.256551  6202 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:06:30.268 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.269 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.269 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.270 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.270 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.272 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.273 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.275 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.279 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.279 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.279 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.279 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.280 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.280 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.280 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.280 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.281 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.288507  5962 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [term 1 FOLLOWER]: Refusing update from remote peer db104e8ebf474fb1bec796aa3e59e99e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:30.289 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.289 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.289 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.290 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.290 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.290325  6191 consensus_queue.cc:1048] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [LEADER]: Connected to new peer: Peer: permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:30.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.292 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.293 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.293 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.294 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.295825  5884 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [term 1 FOLLOWER]: Refusing update from remote peer db104e8ebf474fb1bec796aa3e59e99e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:30.299 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.300 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.300 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.300 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.300 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.300 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.301 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.301 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.301 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.301 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.303 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.303046  6191 consensus_queue.cc:1048] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [LEADER]: Connected to new peer: Peer: permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:06:30.312 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.312 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.313 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.313 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.315 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.320 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.320 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.321 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.321 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.321 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.321 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.322 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.322 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.322 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.322 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.324 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.324 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.324 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.325 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.343 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.344 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.344 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.345 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.342381  6117 sys_catalog.cc:455] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader db104e8ebf474fb1bec796aa3e59e99e. Latest consensus state: current_term: 1 leader_uuid: "db104e8ebf474fb1bec796aa3e59e99e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:30.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.343116  6117 sys_catalog.cc:458] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [sys.catalog]: This master's current role is: FOLLOWER
20:06:30.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.343808  6167 sys_catalog.cc:455] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [sys.catalog]: SysCatalogTable state changed. Reason: New leader db104e8ebf474fb1bec796aa3e59e99e. Latest consensus state: current_term: 1 leader_uuid: "db104e8ebf474fb1bec796aa3e59e99e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:30.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.344468  6167 sys_catalog.cc:458] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [sys.catalog]: This master's current role is: FOLLOWER
20:06:30.348 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.348 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.348 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.350 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.351 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.352 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.352 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.352 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.352267  6211 mvcc.cc:204] Tried to move back new op lower bound from 7287336100986253312 to 7287336100498436096. Current Snapshot: MvccSnapshot[applied={T|T < 7287336100986253312}]
20:06:30.353 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.353 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.354 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.358081  6215 mvcc.cc:204] Tried to move back new op lower bound from 7287336100986253312 to 7287336100498436096. Current Snapshot: MvccSnapshot[applied={T|T < 7287336100986253312}]
20:06:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.356719  6191 sys_catalog.cc:455] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "db104e8ebf474fb1bec796aa3e59e99e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.359200  6191 sys_catalog.cc:458] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [sys.catalog]: This master's current role is: LEADER
20:06:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.360703  6214 mvcc.cc:204] Tried to move back new op lower bound from 7287336100986253312 to 7287336100498436096. Current Snapshot: MvccSnapshot[applied={T|T < 7287336100986253312}]
20:06:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.359757  6191 sys_catalog.cc:455] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "db104e8ebf474fb1bec796aa3e59e99e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.363595  6191 sys_catalog.cc:458] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e [sys.catalog]: This master's current role is: LEADER
20:06:30.372 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.373 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.373 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.372006  6202 catalog_manager.cc:1382] Generated new cluster ID: e9be81c0dcd740d58acb86d197a01adb
20:06:30.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.372354  6202 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:06:30.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.379 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.379 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.379 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.379 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.380 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.380 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.381 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.381 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.381 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.386273  6167 sys_catalog.cc:455] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "db104e8ebf474fb1bec796aa3e59e99e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.386970  6167 sys_catalog.cc:458] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65 [sys.catalog]: This master's current role is: FOLLOWER
20:06:30.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.389221  6117 sys_catalog.cc:455] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "db104e8ebf474fb1bec796aa3e59e99e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfb781f9c5b74f4896e95e2b9a8d07cd" member_type: VOTER last_known_addr { host: "127.5.177.126" port: 45579 } } peers { permanent_uuid: "002dca5af08b4a089b3d629cc057ee65" member_type: VOTER last_known_addr { host: "127.5.177.125" port: 34987 } } peers { permanent_uuid: "db104e8ebf474fb1bec796aa3e59e99e" member_type: VOTER last_known_addr { host: "127.5.177.124" port: 42459 } } }
20:06:30.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.389909  6117 sys_catalog.cc:458] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd [sys.catalog]: This master's current role is: FOLLOWER
20:06:30.393 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.394 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.396 [INFO - pool-154-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.396 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.397 [INFO - pool-154-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.397 [WARN - pool-154-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.398 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.398 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.399 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.400 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.400 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.401 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.401 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.401 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.402 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.403 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.404 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.405 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.406 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.417183  6202 catalog_manager.cc:1405] Generated new certificate authority record
20:06:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.419982  6202 catalog_manager.cc:1539] Loading token signing keys...
20:06:30.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:30.449 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.449 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.450 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.450 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.451 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.472467  6202 catalog_manager.cc:6069] T 00000000000000000000000000000000 P db104e8ebf474fb1bec796aa3e59e99e: Generated new TSK 0
20:06:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.473729  6202 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.508695  5829 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/wal
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/data
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/logs
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/data/info.pb
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.65:0
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.177.65
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.65
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:30.538 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.538 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.538 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.540 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.604 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.604 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.604 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.606 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.606 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.606 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.612 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.614 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.615 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.616 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.628 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.628 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.628 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.630 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:30.658 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.659 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.659 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.661 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.661 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:30.661 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:30.661 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:30.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:30.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:30.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:30.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:30.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:30.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:30.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:30.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:30.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:30.663 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:30.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134790670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:30.683 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.683 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.684 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.685 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.688 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:06:30.689 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
20:06:30.732 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.732 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.733 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.733 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.733 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.733 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.734 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.778 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.779 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.779 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.781 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.823 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:30.823 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:30.824 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:30.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:30.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:30.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:30.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:30.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:30.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:30.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:30.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:30.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:30.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:30.862 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:30.862 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:30.862 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:30.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:30.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:30.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:30.864 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:30.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.869529  6131 catalog_manager.cc:1294] Loaded cluster ID: e9be81c0dcd740d58acb86d197a01adb
20:06:30.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.870210  6131 catalog_manager.cc:1587] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd: loading cluster ID for follower catalog manager: success
20:06:30.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.879855  6131 catalog_manager.cc:1609] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd: acquiring CA information for follower catalog manager: success
20:06:30.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:30.886499  6131 catalog_manager.cc:1637] T 00000000000000000000000000000000 P dfb781f9c5b74f4896e95e2b9a8d07cd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:06:30.904 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:30.904 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:30.905 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:30.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:30.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:30.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:30.906 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:30.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:31.068 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:31.068 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:31.069 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:31.069 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.070 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.070 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.070 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:31.075109  6222 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:31.075774  6222 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:31.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:31.076588  6222 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:31.143047  6222 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:31.144537  6222 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.177.65
20:06:31.153 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:31.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134791170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:31.185 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:06:31.186 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
20:06:31.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:31.215175  6222 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/data
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/wal
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.65:0
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/data/info.pb
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.65
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.177.65
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/logs
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:31.217218  6222 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:31.219894  6222 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:31.241178  6231 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:31.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:31.273114  6207 catalog_manager.cc:1294] Loaded cluster ID: e9be81c0dcd740d58acb86d197a01adb
20:06:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:31.283342  6207 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65: loading cluster ID for follower catalog manager: success
20:06:31.329 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:31.329 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:31.329 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:31.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.332 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:31.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:31.328841  6207 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65: acquiring CA information for follower catalog manager: success
20:06:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:31.353368  6207 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 002dca5af08b4a089b3d629cc057ee65: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:06:31.380 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:31.380 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:31.380 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:31.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.381 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.381 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.382 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.382 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:31.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:31.608 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:31.609 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:31.609 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:31.610 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.610 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.610 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.610 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.610 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.610 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:31.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:31.672 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134791671 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:31.691 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
20:06:31.695 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:31.695 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:31.695 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:31.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:31.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:31.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:31.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:31.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:31.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:31.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:31.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:31.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:31.699 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:31.702 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
20:06:31.732 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:31.733 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:31.733 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:31.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.735 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:31.819 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:31.819 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:31.819 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:31.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:31.918 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:31.919 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:31.919 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:31.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.921 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:31.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:31.978 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:31.979 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:31.979 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:31.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.980 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:31.981 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.981 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.981 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:31.981 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:31.981 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:32.004 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:32.005 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:32.005 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:32.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:32.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:32.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:32.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:32.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:32.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:32.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:32.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:32.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:32.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:32.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:32.172 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134792171 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:32.186 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:06:32.188 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
20:06:32.320 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:32.320 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:32.321 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:32.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:32.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:32.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:32.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:32.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:32.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:32.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:32.324291  5905 debug-util.cc:398] Leaking SignalData structure 0x7b080003cfe0 after lost signal to thread 5842
20:06:32.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:32.325277  5905 debug-util.cc:398] Leaking SignalData structure 0x7b080007d200 after lost signal to thread 5908
20:06:32.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:32.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:32.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:32.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:32.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:32.602 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:32.602 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:32.603 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:32.604 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:32.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:32.673 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134792672 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:32.685 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:06:32.686 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
20:06:32.879 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:32.879 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:32.880 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:32.881 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.883 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:32.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:32.949 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:32.949 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:32.949 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:32.950 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:32.980 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:32.980 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:32.981 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:32.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:32.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:32.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:32.982 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:33.012 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:33.013 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:33.013 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:33.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:33.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:33.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:33.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:33.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:33.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:33.015 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:33.015 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:33.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:33.015 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:33.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:33.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134793170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:33.185 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:06:33.186 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
20:06:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:32.643529  6230 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 6222
20:06:33.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:33.334007  6222 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.095s	user 0.654s	sys 0.976s
20:06:33.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:33.339978  6222 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.101s	user 0.654s	sys 0.976s
20:06:33.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:31.244210  6232 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:33.359 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:33.359 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:33.359 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:33.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.358963  6222 server_base.cc:1061] running on GCE node
20:06:33.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:33.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:33.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:33.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:33.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:33.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:33.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:33.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:33.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:33.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:33.361088  6240 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.362771  6222 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:33.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.372210  6222 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:33.375 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:33.375 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:33.375 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:33.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:33.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:33.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:33.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:33.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:33.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:33.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:33.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:33.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:33.376 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.381544  6222 hybrid_clock.cc:648] HybridClock initialized: now 1779134793381426 us; error 97 us; skew 500 ppm
20:06:33.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.382812  6222 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.411887  6222 webserver.cc:533] Webserver started at http://127.5.177.65:39613/ using document root <none> and password file <none>
20:06:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.413527  6222 fs_manager.cc:362] Metadata directory not provided
20:06:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.413878  6222 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:33.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.414733  6222 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.427649  6222 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/data/instance:
20:06:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:06:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:33 on dist-test-slave-66b9"
20:06:33.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.436015  6222 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/wal/instance:
20:06:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:06:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:33 on dist-test-slave-66b9"
20:06:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.455425  6222 fs_manager.cc:696] Time spent creating directory manager: real 0.018s	user 0.006s	sys 0.010s
20:06:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.469449  6246 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.470968  6222 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.004s	sys 0.004s
20:06:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.471442  6222 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/wal
20:06:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:06:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:33 on dist-test-slave-66b9"
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.471881  6222 fs_report.cc:389] FS layout report
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/wal
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/wal
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/data/data
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:33.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.622781  6222 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:33.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.625562  6222 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:33.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.626467  6222 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.638304  6222 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:33.641 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:33.641 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:33.641 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:33.642 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:33.642 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:33.642 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:33.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:33.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:33.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:33.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:33.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:33.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:33.643 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:33.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.657573  6222 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.658339  6222 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.001s
20:06:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.658864  6222 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:33.659379  6222 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:06:33.673 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134793672 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:33.689 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:06:33.692 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
20:06:33.889 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:33.889 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:33.890 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:33.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:33.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:33.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:33.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:33.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:33.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:33.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:33.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:33.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:33.892 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:33.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:34.152 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:34.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134794170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:34.191 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
20:06:34.192 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
20:06:34.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:34.601 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:34.601 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:34.601 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:34.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:34.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:34.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:34.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:34.602 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:34.602 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:34.602 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:34.602 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:34.602 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:34.602 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:34.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.611876  6222 rpc_server.cc:307] RPC server started. Bound to: 127.5.177.65:46169
20:06:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.616169  6222 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/data/info.pb
20:06:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.617962  6358 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.177.65:46169 every 8 connection(s)
20:06:34.623 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:34.623 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:34.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:34.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:34.624 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:34.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:34.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:34.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:34.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:34.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:34.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:34.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:34.624 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.625988  5829 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 6222
20:06:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.626690  5829 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-0/wal/instance
20:06:34.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.676501  5829 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/wal
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/data
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/logs
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/data/info.pb
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.66:0
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.177.66
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.66
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:34.678 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134794672 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:34.689 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:06:34.690 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
20:06:34.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.729827  6359 heartbeater.cc:344] Connected to a master server at 127.5.177.124:42459
20:06:34.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.730425  6359 heartbeater.cc:461] Registering TS with master...
20:06:34.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.731768  6359 heartbeater.cc:507] Master 127.5.177.124:42459 requested a full tablet report, sending...
20:06:34.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.736693  6073 ts_manager.cc:194] Registered new tserver with Master: 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169)
20:06:34.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.738334  6363 heartbeater.cc:344] Connected to a master server at 127.5.177.126:45579
20:06:34.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.738785  6363 heartbeater.cc:461] Registering TS with master...
20:06:34.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.739771  6363 heartbeater.cc:507] Master 127.5.177.126:45579 requested a full tablet report, sending...
20:06:34.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.740314  6073 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.177.65:57195
20:06:34.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.743867  5873 ts_manager.cc:194] Registered new tserver with Master: 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169)
20:06:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.750705  6362 heartbeater.cc:344] Connected to a master server at 127.5.177.125:34987
20:06:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.751130  6362 heartbeater.cc:461] Registering TS with master...
20:06:34.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.751837  6362 heartbeater.cc:507] Master 127.5.177.125:34987 requested a full tablet report, sending...
20:06:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:34.755597  5951 ts_manager.cc:194] Registered new tserver with Master: 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169)
20:06:34.878 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:34.878 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:34.879 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:34.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:34.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:34.880 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:34.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:34.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:34.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:34.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:34.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:34.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:34.880 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:34.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:35.061 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:35.062 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:35.062 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:35.062 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:35.154 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:35.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134795170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:35.181 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:06:35.182 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
20:06:35.374 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:35.375 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:35.375 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:35.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:35.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:35.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:35.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:35.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:35.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:35.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:35.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:35.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:35.378 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:35.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:35.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:35.465916  6369 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:35.466913  6369 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:35.467870  6369 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:35.549072  6369 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:35.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:35.550884  6369 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.177.66
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:35.641701  6369 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/data
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/wal
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.66:0
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/data/info.pb
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.66
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.177.66
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/logs
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:35.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:35.643659  6369 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:35.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:35.646085  6369 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:35.648 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:35.649 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:35.650 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.650 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:35.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.652 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:35.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.654 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:35.667814  6376 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:35.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134795670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:35.689 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
20:06:35.692 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
20:06:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:35.746649  6359 heartbeater.cc:499] Master 127.5.177.124:42459 was elected leader, sending a full tablet report...
20:06:35.800 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:35.800 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:35.800 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:35.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:35.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:35.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:35.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:35.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:35.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:35.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:35.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:35.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:35.801 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:35.802 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28013), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [16ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [24ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [47ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [52ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [53ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [73ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [85ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [107ms] refreshing cache from master, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [109ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [110ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [126ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [166ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [166ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [224ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [324ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [550ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [550ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1003ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1644ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3343ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3344ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4526ms] too many traces: truncated at 100 traces, deferred=Deferred@378825411(state=PENDING, result=null, callback=(continuation of Deferred@1148657913 after retry RPC after error@977371776) -> (continuation of Deferred@1036163685 after retry RPC after error@146095468) -> (continuation of Deferred@1975034987 after retry RPC after error@1130069470) -> (continuation of Deferred@1793312354 after retry RPC after error@1260177423) -> (continuation of Deferred@2067248891 after retry RPC after error@1671070158) -> (continuation of Deferred@389974793 after retry RPC after error@978281809) -> (continuation of Deferred@2081000589 after retry RPC after error@1261106739) -> (continuation of Deferred@682580636 after retry RPC after error@1770768181) -> (continuation of Deferred@1498829677 after retry RPC after error@1171369242) -> (continuation of Deferred@393766022 after retry RPC after error@545106739) -> (continuation of Deferred@1264277866 after retry RPC after error@53118054) -> (continuation of Deferred@1461882065 after retry RPC after error@449548597) -> (continuation of Deferred@189405967 after retry RPC after error@1544861620) -> (continuation of Deferred@521399523 after retry RPC after error@1503101965) -> (continuation of Deferred@48135763 after retry RPC after error@2064568491) -> (continuation of Deferred@2071613405 after retry RPC after error@505940819) -> (continuation of Deferred@1869988387 after retry RPC after error@1651756270) -> (continuation of Deferred@1264481242 after retry RPC after error@359828337) -> (continuation of Deferred@1423386406 after retry RPC after error@683640302) -> (continuation of Deferred@273146752 after retry RPC after error@292539386) -> (continuation of Deferred@2087465190 after retry RPC after error@673729136) -> (continuation of Deferred@123533078 after retry RPC after error@1745083420) -> (continuation of Deferred@1970617082 after retry RPC after error@526685678) -> (continuation of Deferred@2137007443 after retry RPC after error@167114143) -> (continuation of Deferred@1426832561 after retry RPC after error@1853593627) -> (continuation of Deferred@273642042 after retry RPC after error@917517473) -> (continuation of Deferred@1045883122 after retry RPC after error@215946339), errback=(continuation of Deferred@1148657913 after retry RPC after error@977371776) -> (continuation of Deferred@1036163685 after retry RPC after error@146095468) -> (continuation of Deferred@1975034987 after retry RPC after error@1130069470) -> (continuation of Deferred@1793312354 after retry RPC after error@1260177423) -> (continuation of Deferred@2067248891 after retry RPC after error@1671070158) -> (continuation of Deferred@389974793 after retry RPC after error@978281809) -> (continuation of Deferred@2081000589 after retry RPC after error@1261106739) -> (continuation of Deferred@682580636 after retry RPC after error@1770768181) -> (continuation of Deferred@1498829677 after retry RPC after error@1171369242) -> (continuation of Deferred@393766022 after retry RPC after error@545106739) -> (continuation of Deferred@1264277866 after retry RPC after error@53118054) -> (continuation of Deferred@1461882065 after retry RPC after error@449548597) -> (continuation of Deferred@189405967 after retry RPC after error@1544861620) -> (continuation of Deferred@521399523 after retry RPC after error@1503101965) -> (continuation of Deferred@48135763 after retry RPC after error@2064568491) -> (continuation of Deferred@2071613405 after retry RPC after error@505940819) -> (continuation of Deferred@1869988387 after retry RPC after error@1651756270) -> (continuation of Deferred@1264481242 after retry RPC after error@359828337) -> (continuation of Deferred@1423386406 after retry RPC after error@683640302) -> (continuation of Deferred@273146752 after retry RPC after error@292539386) -> (continuation of Deferred@2087465190 after retry RPC after error@673729136) -> (continuation of Deferred@123533078 after retry RPC after error@1745083420) -> (continuation of Deferred@1970617082 after retry RPC after error@526685678) -> (continuation of Deferred@2137007443 after retry RPC after error@167114143) -> (continuation of Deferred@1426832561 after retry RPC after error@1853593627) -> (continuation of Deferred@273642042 after retry RPC after error@917517473) -> (continuation of Deferred@1045883122 after retry RPC after error@215946339)))
20:06:35.804 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:06:35.804 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28013), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [16ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [24ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [47ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [52ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [53ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [73ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [85ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [107ms] refreshing cache from master, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [109ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [110ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [126ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [166ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [166ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [224ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [324ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [550ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [550ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1003ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1644ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3343ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3344ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4526ms] too many traces: truncated at 100 traces, deferred=Deferred@378825411(state=PENDING, result=null, callback=(continuation of Deferred@1148657913 after retry RPC after error@977371776) -> (continuation of Deferred@1036163685 after retry RPC after error@146095468) -> (continuation of Deferred@1975034987 after retry RPC after error@1130069470) -> (continuation of Deferred@1793312354 after retry RPC after error@1260177423) -> (continuation of Deferred@2067248891 after retry RPC after error@1671070158) -> (continuation of Deferred@389974793 after retry RPC after error@978281809) -> (continuation of Deferred@2081000589 after retry RPC after error@1261106739) -> (continuation of Deferred@682580636 after retry RPC after error@1770768181) -> (continuation of Deferred@1498829677 after retry RPC after error@1171369242) -> (continuation of Deferred@393766022 after retry RPC after error@545106739) -> (continuation of Deferred@1264277866 after retry RPC after error@53118054) -> (continuation of Deferred@1461882065 after retry RPC after error@449548597) -> (continuation of Deferred@189405967 after retry RPC after error@1544861620) -> (continuation of Deferred@521399523 after retry RPC after error@1503101965) -> (continuation of Deferred@48135763 after retry RPC after error@2064568491) -> (continuation of Deferred@2071613405 after retry RPC after error@505940819) -> (continuation of Deferred@1869988387 after retry RPC after error@1651756270) -> (continuation of Deferred@1264481242 after retry RPC after error@359828337) -> (continuation of Deferred@1423386406 after retry RPC after error@683640302) -> (continuation of Deferred@273146752 after retry RPC after error@292539386) -> (continuation of Deferred@2087465190 after retry RPC after error@673729136) -> (continuation of Deferred@123533078 after retry RPC after error@1745083420) -> (continuation of Deferred@1970617082 after retry RPC after error@526685678) -> (continuation of Deferred@2137007443 after retry RPC after error@167114143) -> (continuation of Deferred@1426832561 after retry RPC after error@1853593627) -> (continuation of Deferred@273642042 after retry RPC after error@917517473) -> (continuation of Deferred@1045883122 after retry RPC after error@215946339), errback=(continuation of Deferred@1148657913 after retry RPC after error@977371776) -> (continuation of Deferred@1036163685 after retry RPC after error@146095468) -> (continuation of Deferred@1975034987 after retry RPC after error@1130069470) -> (continuation of Deferred@1793312354 after retry RPC after error@1260177423) -> (continuation of Deferred@2067248891 after retry RPC after error@1671070158) -> (continuation of Deferred@389974793 after retry RPC after error@978281809) -> (continuation of Deferred@2081000589 after retry RPC after error@1261106739) -> (continuation of Deferred@682580636 after retry RPC after error@1770768181) -> (continuation of Deferred@1498829677 after retry RPC after error@1171369242) -> (continuation of Deferred@393766022 after retry RPC after error@545106739) -> (continuation of Deferred@1264277866 after retry RPC after error@53118054) -> (continuation of Deferred@1461882065 after retry RPC after error@449548597) -> (continuation of Deferred@189405967 after retry RPC after error@1544861620) -> (continuation of Deferred@521399523 after retry RPC after error@1503101965) -> (continuation of Deferred@48135763 after retry RPC after error@2064568491) -> (continuation of Deferred@2071613405 after retry RPC after error@505940819) -> (continuation of Deferred@1869988387 after retry RPC after error@1651756270) -> (continuation of Deferred@1264481242 after retry RPC after error@359828337) -> (continuation of Deferred@1423386406 after retry RPC after error@683640302) -> (continuation of Deferred@273146752 after retry RPC after error@292539386) -> (continuation of Deferred@2087465190 after retry RPC after error@673729136) -> (continuation of Deferred@123533078 after retry RPC after error@1745083420) -> (continuation of Deferred@1970617082 after retry RPC after error@526685678) -> (continuation of Deferred@2137007443 after retry RPC after error@167114143) -> (continuation of Deferred@1426832561 after retry RPC after error@1853593627) -> (continuation of Deferred@273642042 after retry RPC after error@917517473) -> (continuation of Deferred@1045883122 after retry RPC after error@215946339)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.61:43945
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:35.807 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:06:35.811 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
20:06:35.814 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28013), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [16ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [24ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [47ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [52ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [53ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [69ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [73ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [73ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [85ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [107ms] refreshing cache from master, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [109ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [110ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [126ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [166ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [166ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [221ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [224ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [324ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [542ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [543ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [550ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [550ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1003ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1644ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3343ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3344ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4526ms] too many traces: truncated at 100 traces, deferred=Deferred@378825411(state=PENDING, result=null, callback=(continuation of Deferred@1148657913 after retry RPC after error@977371776) -> (continuation of Deferred@1036163685 after retry RPC after error@146095468) -> (continuation of Deferred@1975034987 after retry RPC after error@1130069470) -> (continuation of Deferred@1793312354 after retry RPC after error@1260177423) -> (continuation of Deferred@2067248891 after retry RPC after error@1671070158) -> (continuation of Deferred@389974793 after retry RPC after error@978281809) -> (continuation of Deferred@2081000589 after retry RPC after error@1261106739) -> (continuation of Deferred@682580636 after retry RPC after error@1770768181) -> (continuation of Deferred@1498829677 after retry RPC after error@1171369242) -> (continuation of Deferred@393766022 after retry RPC after error@545106739) -> (continuation of Deferred@1264277866 after retry RPC after error@53118054) -> (continuation of Deferred@1461882065 after retry RPC after error@449548597) -> (continuation of Deferred@189405967 after retry RPC after error@1544861620) -> (continuation of Deferred@521399523 after retry RPC after error@1503101965) -> (continuation of Deferred@48135763 after retry RPC after error@2064568491) -> (continuation of Deferred@2071613405 after retry RPC after error@505940819) -> (continuation of Deferred@1869988387 after retry RPC after error@1651756270) -> (continuation of Deferred@1264481242 after retry RPC after error@359828337) -> (continuation of Deferred@1423386406 after retry RPC after error@683640302) -> (continuation of Deferred@273146752 after retry RPC after error@292539386) -> (continuation of Deferred@2087465190 after retry RPC after error@673729136) -> (continuation of Deferred@123533078 after retry RPC after error@1745083420) -> (continuation of Deferred@1970617082 after retry RPC after error@526685678) -> (continuation of Deferred@2137007443 after retry RPC after error@167114143) -> (continuation of Deferred@1426832561 after retry RPC after error@1853593627) -> (continuation of Deferred@273642042 after retry RPC after error@917517473) -> (continuation of Deferred@1045883122 after retry RPC after error@215946339), errback=(continuation of Deferred@1148657913 after retry RPC after error@977371776) -> (continuation of Deferred@1036163685 after retry RPC after error@146095468) -> (continuation of Deferred@1975034987 after retry RPC after error@1130069470) -> (continuation of Deferred@1793312354 after retry RPC after error@1260177423) -> (continuation of Deferred@2067248891 after retry RPC after error@1671070158) -> (continuation of Deferred@389974793 after retry RPC after error@978281809) -> (continuation of Deferred@2081000589 after retry RPC after error@1261106739) -> (continuation of Deferred@682580636 after retry RPC after error@1770768181) -> (continuation of Deferred@1498829677 after retry RPC after error@1171369242) -> (continuation of Deferred@393766022 after retry RPC after error@545106739) -> (continuation of Deferred@1264277866 after retry RPC after error@53118054) -> (continuation of Deferred@1461882065 after retry RPC after error@449548597) -> (continuation of Deferred@189405967 after retry RPC after error@1544861620) -> (continuation of Deferred@521399523 after retry RPC after error@1503101965) -> (continuation of Deferred@48135763 after retry RPC after error@2064568491) -> (continuation of Deferred@2071613405 after retry RPC after error@505940819) -> (continuation of Deferred@1869988387 after retry RPC after error@1651756270) -> (continuation of Deferred@1264481242 after retry RPC after error@359828337) -> (continuation of Deferred@1423386406 after retry RPC after error@683640302) -> (continuation of Deferred@273146752 after retry RPC after error@292539386) -> (continuation of Deferred@2087465190 after retry RPC after error@673729136) -> (continuation of Deferred@123533078 after retry RPC after error@1745083420) -> (continuation of Deferred@1970617082 after retry RPC after error@526685678) -> (continuation of Deferred@2137007443 after retry RPC after error@167114143) -> (continuation of Deferred@1426832561 after retry RPC after error@1853593627) -> (continuation of Deferred@273642042 after retry RPC after error@917517473) -> (continuation of Deferred@1045883122 after retry RPC after error@215946339)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.61:43945
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:35.819 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:35.821 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
20:06:35.821 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
20:06:35.821 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:06:35.880 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:35.881 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:35.881 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:35.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.882 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.882 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.882 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.883 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:35.899 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:35.899 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:35.899 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:35.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.901 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:35.924 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:35.924 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:35.924 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:35.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:35.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:35.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:35.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:35.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:35.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:35.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:35.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:35.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:35.926 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:35.978 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:35.978 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:35.979 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:35.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.980 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:35.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.982 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:35.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:35.982 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:36.041 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:36.042 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:36.042 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:36.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:36.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:36.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:36.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:36.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:36.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:36.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:36.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:36.044 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:36.044 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:36.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:36.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134796170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:36.185 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:06:36.186 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
20:06:36.398 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:36.399 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:36.399 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:36.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:36.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:36.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:36.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:36.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:36.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:36.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:36.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:36.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:36.401 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:36.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:36.678 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134796671 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:36.690 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
20:06:36.692 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
20:06:36.932 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:36.932 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:36.932 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:36.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:36.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:36.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:36.933 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:36.933 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:36.933 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:36.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:36.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:36.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:36.934 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:37.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:37.170 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134797170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:37.181 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:37.181 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:37.181 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:37.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:37.187 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:06:37.190 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
20:06:37.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:37.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134797670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:37.684 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:06:37.686 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
20:06:37.738 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:37.739 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:37.740 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:37.741 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.741 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.742 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.742 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.742 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.742 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:37.803 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:37.804 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:37.804 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:37.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:37.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:37.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:37.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:37.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:37.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:37.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:37.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:37.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:37.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:37.809 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:37.809 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:37.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.810 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:37.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.812 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:37.828 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:37.828 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:37.829 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:37.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:37.829 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.829 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.829 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:37.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:37.830 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:38.052 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:38.053 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:38.053 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:38.053 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:38.132 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:38.132 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:38.133 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:38.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.134 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:38.152 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:37.068852  6375 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 6369
20:06:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.162392  6375 kernel_stack_watchdog.cc:198] Thread 6369 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
20:06:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:06:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:06:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:06:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:06:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:35.669382  6377 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.163671  6369 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.492s	user 0.824s	sys 1.507s
20:06:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.164016  6369 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.493s	user 0.824s	sys 1.507s
20:06:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.164271  6378 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2492 milliseconds
20:06:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.166294  6369 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.166399  6380 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:38.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134798170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.173008  6369 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.177567  6369 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.179162  6369 hybrid_clock.cc:648] HybridClock initialized: now 1779134798179120 us; error 51 us; skew 500 ppm
20:06:38.179 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:06:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.180558  6369 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:38.181 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
20:06:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.188390  6369 webserver.cc:533] Webserver started at http://127.5.177.66:43271/ using document root <none> and password file <none>
20:06:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.189625  6369 fs_manager.cc:362] Metadata directory not provided
20:06:38.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.189869  6369 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:38.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.190423  6369 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.195430  6369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/data/instance:
20:06:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "012377eab9814d8887a4b427c16ed945"
20:06:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:38 on dist-test-slave-66b9"
20:06:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.196915  6369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/wal/instance:
20:06:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "012377eab9814d8887a4b427c16ed945"
20:06:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:38 on dist-test-slave-66b9"
20:06:38.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.205446  6369 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.003s
20:06:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.212042  6390 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:38.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.213404  6369 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
20:06:38.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.213729  6369 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/wal
20:06:38.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "012377eab9814d8887a4b427c16ed945"
20:06:38.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:38 on dist-test-slave-66b9"
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.214135  6369 fs_report.cc:389] FS layout report
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/wal
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/wal
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/data/data
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.268121  6369 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:38.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.269661  6369 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:38.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.270205  6369 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:38.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.273006  6369 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.277508  6369 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.277704  6369 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:38.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.277899  6369 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:38.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.278142  6369 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
20:06:38.374 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:38.375 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:38.375 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:38.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:38.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:38.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:38.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:38.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:38.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:38.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:38.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:38.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:38.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.432217  6369 rpc_server.cc:307] RPC server started. Bound to: 127.5.177.66:38735
20:06:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.432339  6502 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.177.66:38735 every 8 connection(s)
20:06:38.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.434970  6369 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/data/info.pb
20:06:38.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.435511  5829 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 6369
20:06:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.435983  5829 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-1/wal/instance
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.466140  5829 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/wal
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/data
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/logs
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/data/info.pb
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.67:0
20:06:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.177.67
20:06:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.67
20:06:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.477340  6504 heartbeater.cc:344] Connected to a master server at 127.5.177.125:34987
20:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.477849  6504 heartbeater.cc:461] Registering TS with master...
20:06:38.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.479259  6504 heartbeater.cc:507] Master 127.5.177.125:34987 requested a full tablet report, sending...
20:06:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.482901  6505 heartbeater.cc:344] Connected to a master server at 127.5.177.126:45579
20:06:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.482793  5951 ts_manager.cc:194] Registered new tserver with Master: 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:06:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.483242  6505 heartbeater.cc:461] Registering TS with master...
20:06:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.484064  6505 heartbeater.cc:507] Master 127.5.177.126:45579 requested a full tablet report, sending...
20:06:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.486928  5873 ts_manager.cc:194] Registered new tserver with Master: 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:06:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.493237  6503 heartbeater.cc:344] Connected to a master server at 127.5.177.124:42459
20:06:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.493831  6503 heartbeater.cc:461] Registering TS with master...
20:06:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.495121  6503 heartbeater.cc:507] Master 127.5.177.124:42459 requested a full tablet report, sending...
20:06:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.498034  6073 ts_manager.cc:194] Registered new tserver with Master: 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:06:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.500137  6073 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.177.66:45345
20:06:38.600 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:38.600 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:38.601 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:38.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.601 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:38.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:38.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134798670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:38.681 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:06:38.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
20:06:38.719 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:38.719 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:38.719 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:38.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:38.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:38.722 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.722 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:38.722 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:38.722 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:38.722 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:38.723 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:38.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:38.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:38.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:38.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:38.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:38.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:38.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:38.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:38.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:38.723 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.841157  6513 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.841708  6513 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.842208  6513 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.880054  6513 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.880898  6513 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.177.67
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.922600  6513 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.177.84:33695
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/data
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/wal
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.177.67:0
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/data/info.pb
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.177.67
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.177.67
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/logs
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.924336  6513 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:38.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:38.926085  6513 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:38.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.940711  6519 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:39.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:39.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134799170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:39.183 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:06:39.184 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
20:06:39.338 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:39.338 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:39.338 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:39.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.339 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:39.504570  6503 heartbeater.cc:499] Master 127.5.177.124:42459 was elected leader, sending a full tablet report...
20:06:39.569 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:39.570 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:39.570 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:39.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.572 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.572 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:39.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:39.676 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134799671 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:39.687 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:06:39.689 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
20:06:39.732 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:39.732 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:39.733 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:39.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.733 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.734 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:39.782 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:39.782 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:39.783 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:39.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.783 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:39.784 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.784 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.784 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:39.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:39.785 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:40.103 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:40.103 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:40.104 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:40.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:40.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:40.104 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:40.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:40.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:40.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:40.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:40.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:40.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:40.105 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:40.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:40.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134800170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:40.183 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:06:40.186 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
20:06:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:38.941596  6520 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:40.351977  6513 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.410s	user 0.550s	sys 0.857s
20:06:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:40.352397  6513 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.411s	user 0.550s	sys 0.857s
20:06:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:40.344590  6518 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 6513
20:06:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:40.356475  6523 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.364770  6513 server_base.cc:1061] running on GCE node
20:06:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.366147  6513 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.368278  6513 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:40.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.369758  6513 hybrid_clock.cc:648] HybridClock initialized: now 1779134800369692 us; error 62 us; skew 500 ppm
20:06:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.371014  6513 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.378396  6513 webserver.cc:533] Webserver started at http://127.5.177.67:36807/ using document root <none> and password file <none>
20:06:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.379727  6513 fs_manager.cc:362] Metadata directory not provided
20:06:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.380034  6513 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.380553  6513 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:40.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.385078  6513 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/data/instance:
20:06:40.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c137d1c100534097bf66d49f266f4c2d"
20:06:40.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:40 on dist-test-slave-66b9"
20:06:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.386315  6513 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/wal/instance:
20:06:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c137d1c100534097bf66d49f266f4c2d"
20:06:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:40 on dist-test-slave-66b9"
20:06:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.393894  6513 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
20:06:40.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.400496  6530 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.401578  6513 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.005s
20:06:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.402001  6513 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/wal
20:06:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c137d1c100534097bf66d49f266f4c2d"
20:06:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:40 on dist-test-slave-66b9"
20:06:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.402359  6513 fs_report.cc:389] FS layout report
20:06:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/wal
20:06:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/wal
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/data/data
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.466795  6513 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.468765  6513 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.469264  6513 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.472930  6513 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:40.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.477885  6513 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:40.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.478184  6513 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
20:06:40.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.478515  6513 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:40.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.478706  6513 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:40.522 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:40.523 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:40.523 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:40.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:40.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:40.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:40.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:40.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:40.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:40.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:40.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:40.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:40.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.645108  6513 rpc_server.cc:307] RPC server started. Bound to: 127.5.177.67:44377
20:06:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.645241  6642 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.177.67:44377 every 8 connection(s)
20:06:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.647738  6513 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/data/info.pb
20:06:40.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.649712  5829 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 6513
20:06:40.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:40.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.650223  5829 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster14364886870903079997/ts-2/wal/instance
20:06:40.674 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134800673 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:40.688 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:06:40.690 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
20:06:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.700287  6643 heartbeater.cc:344] Connected to a master server at 127.5.177.124:42459
20:06:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.701344  6643 heartbeater.cc:461] Registering TS with master...
20:06:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.702718  6643 heartbeater.cc:507] Master 127.5.177.124:42459 requested a full tablet report, sending...
20:06:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.706504  6073 ts_manager.cc:194] Registered new tserver with Master: c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:06:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.708117  6073 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.177.67:50471
20:06:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.715037  6645 heartbeater.cc:344] Connected to a master server at 127.5.177.126:45579
20:06:40.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.715466  6645 heartbeater.cc:461] Registering TS with master...
20:06:40.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.716195  6645 heartbeater.cc:507] Master 127.5.177.126:45579 requested a full tablet report, sending...
20:06:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.717783  6644 heartbeater.cc:344] Connected to a master server at 127.5.177.125:34987
20:06:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.718184  6644 heartbeater.cc:461] Registering TS with master...
20:06:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.718883  6644 heartbeater.cc:507] Master 127.5.177.125:34987 requested a full tablet report, sending...
20:06:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.719067  5873 ts_manager.cc:194] Registered new tserver with Master: c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:06:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.721591  5951 ts_manager.cc:194] Registered new tserver with Master: c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:06:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:40.736608  5829 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:06:40.748 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:06:40.748 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:06:40.750 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.177.126"
      port: 45579
    }
    bound_http_address {
      host: "127.5.177.126"
      port: 43655
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.177.125"
      port: 34987
    }
    bound_http_address {
      host: "127.5.177.125"
      port: 35871
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.177.124"
      port: 42459
    }
    bound_http_address {
      host: "127.5.177.124"
      port: 36437
    }
  }
}

20:06:40.750 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:06:40.751 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.177.65"
      port: 46169
    }
    bound_http_address {
      host: "127.5.177.65"
      port: 39613
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.177.66"
      port: 38735
    }
    bound_http_address {
      host: "127.5.177.66"
      port: 43271
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.177.67"
      port: 44377
    }
    bound_http_address {
      host: "127.5.177.67"
      port: 36807
    }
  }
}

20:06:40.751 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:06:40.752 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:40.753 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:06:40.753 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:06:40.753 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:06:40.753 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:06:40.757 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:06:41.111 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:06:41.111 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:06:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:41.115031  6653 mini_oidc.cc:150] Starting JWKS server
20:06:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:41.118374  6653 webserver.cc:533] Webserver started at http://127.0.0.1:35269/ using document root <none> and password file <none>
20:06:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:41.118846  6653 mini_oidc.cc:186] Starting OIDC Discovery server
20:06:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:41.120769  6653 webserver.cc:533] Webserver started at http://127.0.0.1:40149/ using document root <none> and password file <none>
20:06:41.143 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:41.144 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:41.144 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:41.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:41.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:41.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:41.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:41.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:41.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:41.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:41.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:41.144 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:41.145 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:41.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:41.169 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:41.169 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:41.169 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:41.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.171 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:41.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134801170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:41.180 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:06:41.181 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
20:06:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:06:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:06:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:06:41Z Disabled control of system clock
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:41.201716  6653 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/wal
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/data
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/logs
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/data/info.pb
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.126:35627
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.126
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35269/jwks.json with env {}
20:06:41.352 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:41.353 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:41.353 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:41.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.353 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.353 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:41.374 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:41.375 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:41.375 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:41.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:41.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:41.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:41.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:41.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:41.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:41.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:41.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:41.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:41.376 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:41.439 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:41.439 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:41.439 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:41.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.440 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.440 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.440 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.531759  6666 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.532296  6666 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:41.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.532827  6666 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.567830  6666 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.568138  6666 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.568436  6666 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.568653  6666 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.568854  6666 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.569003  6666 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35269/jwks.json
20:06:41.600 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:41.600 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:41.601 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:41.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.601 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.601 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.601 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.601 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.601 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:41.619300  6666 master_runner.cc:387] Master server non-default flags:
20:06:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/data
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/wal
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.126:35627
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35269/jwks.json
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/data/info.pb
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.126
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/logs
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:41.620757  6666 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:41.622396  6666 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:41.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.634604  6672 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:41.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:41.680 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134801671 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:41.689 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:06:41.690 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
20:06:41.700 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:41.700 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:41.700 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:41.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.702 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:41.712360  6643 heartbeater.cc:499] Master 127.5.177.124:42459 was elected leader, sending a full tablet report...
20:06:41.898 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:41.898 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:41.899 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:41.900 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.900 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:41.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.901 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.901 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:41.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:41.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:41.923 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:41.924 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:41.924 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:41.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:41.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:41.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:41.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:41.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:41.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:41.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:41.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:41.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:41.926 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:42.018 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:42.019 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:42.019 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:42.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:42.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:42.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:42.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:42.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:42.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:42.021 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:42.021 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:42.021 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:42.021 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:42.082 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:42.082 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:42.083 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:42.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:42.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:42.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:42.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:42.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:42.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:42.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:42.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:42.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:42.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:42.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:42.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134802170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:42.183 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:06:42.184 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
20:06:42.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:42.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134802670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:42.683 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:42.684 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:42.684 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:42.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:42.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:42.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:42.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:42.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:42.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:42.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:42.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:42.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:42.685 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:42.689 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
20:06:42.689 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
20:06:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:41.636168  6673 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.023211  6674 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:06:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.025138  6675 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.027920  6666 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.394s	user 0.599s	sys 0.793s
20:06:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.028277  6666 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.394s	user 0.599s	sys 0.793s
20:06:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.028594  6666 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.030285  6666 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:43.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.033536  6666 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.035161  6666 hybrid_clock.cc:648] HybridClock initialized: now 1779134803035115 us; error 40 us; skew 500 ppm
20:06:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.036348  6666 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.046666  6666 webserver.cc:533] Webserver started at http://127.6.127.126:44189/ using document root <none> and password file <none>
20:06:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.048090  6666 fs_manager.cc:362] Metadata directory not provided
20:06:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.048399  6666 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:43.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.049021  6666 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.056644  6666 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/data/instance:
20:06:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a7de555241a4d43a80d576be4db6a71"
20:06:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:43 on dist-test-slave-66b9"
20:06:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.058379  6666 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/wal/instance:
20:06:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a7de555241a4d43a80d576be4db6a71"
20:06:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:43 on dist-test-slave-66b9"
20:06:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.069054  6666 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.001s	sys 0.009s
20:06:43.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.077742  6684 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.079159  6666 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.079591  6666 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/wal
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a7de555241a4d43a80d576be4db6a71"
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:43 on dist-test-slave-66b9"
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.080066  6666 fs_report.cc:389] FS layout report
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/wal
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/wal
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/data/data
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.099884  6104 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac400 after lost signal to thread 6036
20:06:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.100709  6104 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac4c0 after lost signal to thread 6107
20:06:43.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:43.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134803170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:43.180 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:06:43.181 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
20:06:43.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.206532  6666 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:43.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.208655  6666 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:43.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.209254  6666 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:43.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.307412  6735 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.127.126:35627 every 8 connection(s)
20:06:43.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.307401  6666 rpc_server.cc:307] RPC server started. Bound to: 127.6.127.126:35627
20:06:43.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.311956  6666 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/data/info.pb
20:06:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.313349  6653 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 6666
20:06:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.313984  6653 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-0/wal/instance
20:06:43.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.320442  6736 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.320917  6653 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/wal
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/data
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/logs
20:06:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/data/info.pb
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.125:39777
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.125
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35269/jwks.json with env {}
20:06:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.341495  6736 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } has no permanent_uuid. Determining permanent_uuid...
20:06:43.359 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:43.359 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:43.359 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:43.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:43.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:43.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:43.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:43.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:43.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:43.362 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:43.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:43.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:43.363 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:43.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.391320  6736 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } has no permanent_uuid. Determining permanent_uuid...
20:06:43.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.394490  6686 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.127.125:39777: connect: Connection refused (error 111)
20:06:43.395 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:43.395 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:43.395 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:43.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:43.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:43.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:43.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:43.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:43.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:43.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:43.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:43.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:43.397 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:43.398 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:43.398 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:43.399 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:43.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:43.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:43.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:43.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:43.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:43.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:43.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:43.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:43.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:43.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:43.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.404114  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.125:39777: Network error: Client connection negotiation failed: client connection to 127.6.127.125:39777: connect: Connection refused (error 111)
20:06:43.424 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:43.424 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:43.425 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:43.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:43.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:43.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:43.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:43.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:43.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:43.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:43.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:43.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:43.426 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.453667  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } attempt: 1
20:06:43.469 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:43.469 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:43.469 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:43.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:43.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:43.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:43.472 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:43.472 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:43.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:43.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:43.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:43.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:43.473 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.494310  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.125:39777: Network error: Client connection negotiation failed: client connection to 127.6.127.125:39777: connect: Connection refused (error 111)
20:06:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.562783  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } attempt: 2
20:06:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.568930  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.125:39777: Network error: Client connection negotiation failed: client connection to 127.6.127.125:39777: connect: Connection refused (error 111)
20:06:43.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.660375  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } attempt: 3
20:06:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.666930  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.125:39777: Network error: Client connection negotiation failed: client connection to 127.6.127.125:39777: connect: Connection refused (error 111)
20:06:43.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134803670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:43.680 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:06:43.681 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
20:06:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.772361  6738 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.773113  6738 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:43.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.773970  6738 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:43.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.810384  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } attempt: 4
20:06:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.818495  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.125:39777: Network error: Client connection negotiation failed: client connection to 127.6.127.125:39777: connect: Connection refused (error 111)
20:06:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.823277  6738 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.823617  6738 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.823909  6738 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.824120  6738 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.824375  6738 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.824539  6738 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35269/jwks.json
20:06:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.889285  6738 master_runner.cc:387] Master server non-default flags:
20:06:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/data
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/wal
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.125:39777
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35269/jwks.json
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/data/info.pb
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.125
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/logs
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:43.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.893126  6738 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:43.896515  6738 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.912642  6749 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:44.118065  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } attempt: 5
20:06:44.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:44.127604  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.125:39777: Network error: Client connection negotiation failed: client connection to 127.6.127.125:39777: connect: Connection refused (error 111)
20:06:44.139 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:44.139 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:44.140 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:44.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:44.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:44.141 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:44.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:44.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:44.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:44.141 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:44.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:44.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:44.142 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:44.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:44.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134804170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:44.194 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
20:06:44.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
20:06:44.202 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:44.202 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:44.203 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:44.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:44.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:44.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:44.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:44.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:44.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:44.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:44.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:44.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:44.206 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:44.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:44.554253  6499 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5000 after lost signal to thread 6371
20:06:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:44.555709  6499 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7f20 after lost signal to thread 6502
20:06:44.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:44.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134804670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:44.678067  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } attempt: 6
20:06:44.691 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
20:06:44.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
20:06:44.715 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:44.716 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:44.716 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:44.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:44.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:44.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:44.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:44.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:44.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:44.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:44.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:44.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:44.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:44.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:44.750921  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.125:39777: Network error: Client connection negotiation failed: client connection to 127.6.127.125:39777: connect: Connection refused (error 111)
20:06:44.952 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:44.953 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:44.953 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:44.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:44.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:44.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:44.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:44.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:44.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:44.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:44.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:44.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:44.956 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:45.119 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:45.119 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:45.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:45.120 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:45.120 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:45.120 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:45.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:45.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:45.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:45.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:45.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:45.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:45.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:45.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:45.174 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134805171 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:45.194 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
20:06:45.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
20:06:45.248 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:45.249 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:45.249 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:45.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:45.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:45.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:45.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:45.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:45.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:45.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:45.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:45.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:45.251 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:45.284 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:45.284 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:45.284 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:45.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:45.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:45.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:45.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:45.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:45.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:45.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:45.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:45.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:45.286 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:45.294 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:45.295 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:45.295 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:45.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:45.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:45.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:45.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:45.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:45.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:45.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:45.297 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:45.297 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:45.297 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:45.423 [DEBUG - pool-124-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.3.209.126:36643, [7ms] received response from server master-127.3.209.126:36643: OK, deferred=null) with no deferred attached!
20:06:45.599 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:45.600 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:45.600 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:45.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:45.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:45.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:45.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:45.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:45.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:45.603 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:45.603 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:45.603 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:45.603 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:45.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:45.674 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134805670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:45.688 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:06:45.689 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
20:06:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:43.914515  6748 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:45.317173  6747 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 6738
20:06:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:45.798437  6747 kernel_stack_watchdog.cc:198] Thread 6738 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
20:06:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:06:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:06:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:06:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:06:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:45.801333  6738 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.887s	user 0.640s	sys 1.087s
20:06:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:45.801730  6738 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.887s	user 0.640s	sys 1.087s
20:06:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:45.805279  6751 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:45.806104  6750 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:06:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.806231  6738 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.812280  6738 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.812480  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } attempt: 7
20:06:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.826539  6738 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.830526  6738 hybrid_clock.cc:648] HybridClock initialized: now 1779134805829780 us; error 750 us; skew 500 ppm
20:06:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.832019  6738 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:45.834 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:45.835 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:45.835 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:45.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:45.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:45.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:45.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:45.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:45.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:45.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:45.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:45.837345  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.125:39777: Network error: Client connection negotiation failed: client connection to 127.6.127.125:39777: connect: Connection refused (error 111)
20:06:45.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:45.838 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:45.839 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29304), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [49ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [126ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [128ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [150ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [150ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [156ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [157ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [205ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [225ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [225ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [587ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [587ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [587ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [787ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [787ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [788ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [788ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1761ms] refreshing cache from master, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1765ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1766ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1766ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2080ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2083ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1083001627(state=PENDING, result=null, callback=(continuation of Deferred@1065847303 after retry RPC after error@31479632) -> (continuation of Deferred@710970128 after retry RPC after error@10475732) -> (continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135), errback=(continuation of Deferred@1065847303 after retry RPC after error@31479632) -> (continuation of Deferred@710970128 after retry RPC after error@10475732) -> (continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135)))
20:06:45.841 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:06:45.841 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29304), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [49ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [126ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [128ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [150ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [150ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [156ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [157ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [205ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [225ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [225ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [587ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [587ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [587ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [787ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [787ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [788ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [788ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1761ms] refreshing cache from master, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1765ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1766ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1766ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2080ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2083ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1083001627(state=PENDING, result=null, callback=(continuation of Deferred@1065847303 after retry RPC after error@31479632) -> (continuation of Deferred@710970128 after retry RPC after error@10475732) -> (continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135), errback=(continuation of Deferred@1065847303 after retry RPC after error@31479632) -> (continuation of Deferred@710970128 after retry RPC after error@10475732) -> (continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.60:45599
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:45.846 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:06:45.849 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
20:06:45.851 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29304), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [49ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [49ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [90ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [126ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [128ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [150ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [150ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [156ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [157ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [205ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [225ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [225ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [587ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [587ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [587ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [787ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [787ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [788ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [788ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1761ms] refreshing cache from master, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1765ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1766ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1766ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2080ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2083ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1083001627(state=PENDING, result=null, callback=(continuation of Deferred@1065847303 after retry RPC after error@31479632) -> (continuation of Deferred@710970128 after retry RPC after error@10475732) -> (continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135), errback=(continuation of Deferred@1065847303 after retry RPC after error@31479632) -> (continuation of Deferred@710970128 after retry RPC after error@10475732) -> (continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.60:45599
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.853385  6738 webserver.cc:533] Webserver started at http://127.6.127.125:35465/ using document root <none> and password file <none>
20:06:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.854967  6738 fs_manager.cc:362] Metadata directory not provided
20:06:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.855376  6738 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.855993  6738 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:45.865 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
20:06:45.866 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:06:45.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
20:06:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.864449  6738 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/data/instance:
20:06:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af4774856afb40f0bd1266c688c3e776"
20:06:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:45 on dist-test-slave-66b9"
20:06:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.866580  6738 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/wal/instance:
20:06:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af4774856afb40f0bd1266c688c3e776"
20:06:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:45 on dist-test-slave-66b9"
20:06:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.888178  6738 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.013s	sys 0.007s
20:06:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.907230  6765 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.909044  6738 fs_manager.cc:730] Time spent opening block manager: real 0.016s	user 0.009s	sys 0.008s
20:06:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.909657  6738 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/wal
20:06:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af4774856afb40f0bd1266c688c3e776"
20:06:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:45 on dist-test-slave-66b9"
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:45.910348  6738 fs_report.cc:389] FS layout report
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/wal
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/wal
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/data/data
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:46.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.003392  6738 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.005502  6738 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.006151  6738 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:46.050 [DEBUG - pool-130-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.4.143.60:43985, [9ms] received response from server master-127.4.143.60:43985: OK, deferred=null) with no deferred attached!
20:06:46.051 [DEBUG - pool-130-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.4.143.60:43985, [10ms] received response from server master-127.4.143.60:43985: OK, deferred=null) with no deferred attached!
20:06:46.051 [DEBUG - pool-130-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.4.143.60:43985, [13ms] received response from server master-127.4.143.60:43985: OK, deferred=null) with no deferred attached!
20:06:46.051 [DEBUG - pool-130-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.4.143.60:43985, [12ms] received response from server master-127.4.143.60:43985: OK, deferred=null) with no deferred attached!
20:06:46.051 [DEBUG - pool-130-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.4.143.60:43985, [13ms] received response from server master-127.4.143.60:43985: OK, deferred=null) with no deferred attached!
20:06:46.063 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:46.064 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:46.064 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:46.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:46.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:46.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:46.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:46.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:46.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:46.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:46.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:46.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:46.065 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.108973  6738 rpc_server.cc:307] RPC server started. Bound to: 127.6.127.125:39777
20:06:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.109032  6816 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.127.125:39777 every 8 connection(s)
20:06:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.112196  6738 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/data/info.pb
20:06:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.114001  6653 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 6738
20:06:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.114573  6653 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-1/wal/instance
20:06:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.122413  6817 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.131927  6653 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/wal
20:06:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/data
20:06:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/logs
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/data/info.pb
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.124:38349
20:06:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.124
20:06:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35269/jwks.json with env {}
20:06:46.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.160420  6817 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } has no permanent_uuid. Determining permanent_uuid...
20:06:46.173 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134806170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:46.199 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
20:06:46.204 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
20:06:46.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.221094  6817 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } has no permanent_uuid. Determining permanent_uuid...
20:06:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.248911  6817 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } has no permanent_uuid. Determining permanent_uuid...
20:06:46.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.253468  6768 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.269452  6817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.319126  6817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 1
20:06:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.325134  6817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:46.326 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:06:46.326 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
20:06:46.327 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:06:46.327 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
20:06:46.327 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:46.327 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
20:06:46.328 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id eca6ceaabf92c850657312495e573ca9
20:06:46.328 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:06:46.328 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot eca6ceaabf92c850657312495e573ca9.
20:06:46.329 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:06:46.329 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
20:06:46.329 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:06:46.329 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
20:06:46.330 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id eca6ceaabf92c850657312495e573ca9.
20:06:46.330 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:06:46.330 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
20:06:46.330 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id 9ad297cd4ffa417fe2b19356b89782e5
20:06:46.336 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 9ad297cd4ffa417fe2b19356b89782e5.
20:06:46.337 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 9ad297cd4ffa417fe2b19356b89782e5.
20:06:46.338 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
20:06:46.338 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
20:06:46.339 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@794deee9
20:06:46.339 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:46.340 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:06:46.340 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:06:46.342 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:06:46.344 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
20:06:46.344 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
20:06:46.348 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ae13d08
20:06:46.348 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:46.349 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:06:46.351 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
20:06:46.351 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
20:06:46.357 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6baff22f
20:06:46.365 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d158687
20:06:46.366 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:46.368 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:46.375 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.376 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.376 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.378 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.381 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.381 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.383 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.384 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.394074  6817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 2
20:06:46.395 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.398 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.403003  6817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:46.403 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.410 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.412 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.415 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.416 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.418 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.419 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.420 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.421 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.436 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.436 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.436 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.437 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.440 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.441 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.443 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.455 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.455 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.455 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.456 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.457 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.457 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.457 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.460 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:46.479 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.479 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.479 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.480 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.480 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.480 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.481 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.481 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.481 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.494431  6817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 3
20:06:46.495 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.496 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.496 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.500 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.504796  6817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:46.516 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.517 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.517 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.535 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.536 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.536 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.577 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.577 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.577 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.585 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.615 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.616 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.616 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.617 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.617 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.618 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.648257  6817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 4
20:06:46.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:46.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.661188  6817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:46.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134806670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:46.684 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:06:46.685 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
20:06:46.695 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.695 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.695 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.717 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.717 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.717 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.719 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.720 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.787508  6819 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.788347  6819 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.789235  6819 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:46.839 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:46.840 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:46.840 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:46.840 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:46.840 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:46.840 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:46.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:46.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:46.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:46.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:46.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:46.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:46.841 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.861585  6819 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.862090  6819 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.862483  6819 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.863056  6819 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.863440  6819 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.863700  6819 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35269/jwks.json
20:06:46.895 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.895 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.895 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.896 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.896 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.944590  6819 master_runner.cc:387] Master server non-default flags:
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/data
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/wal
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.124:38349
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35269/jwks.json
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/data/info.pb
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.124
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/logs
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.946605  6819 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.948892  6819 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:46.960726  6817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 5
20:06:46.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.966686  6850 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:46.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.966871  6817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:46.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:46.977 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:46.977 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:46.977 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:46.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:46.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:46.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:46.979 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:47.002 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:47.002 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:47.002 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:47.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:47.079 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:47.079 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:47.080 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:47.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.082 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.082 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.083 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:47.129 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:47.129 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:47.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.131 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:47.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.133 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:47.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:47.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134807170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:47.181 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:47.181 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:47.182 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:47.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:47.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:47.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:47.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:47.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:47.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:47.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:47.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:47.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:47.185 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:47.188 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
20:06:47.190 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
20:06:47.320 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:47.321 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:47.322 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.323 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:47.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:47.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:47.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:47.325 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:47.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:47.514273  6817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 6
20:06:47.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:47.550693  6817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:47.556 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:47.557 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:47.557 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:47.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:47.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:47.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:47.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:47.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:47.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:47.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:47.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:47.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:47.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:47.595 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:47.596 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:47.596 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:47.597 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:47.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:47.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:47.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:47.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:47.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:47.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:47.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:47.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:47.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:47.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:47.672 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134807670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:47.688 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:06:47.691 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
20:06:47.765 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:47.765 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:47.766 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:47.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:47.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:47.766 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:47.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:47.767 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:47.767 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:47.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:47.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:47.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:47.767 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:47.824 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:47.825 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:47.825 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:47.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:47.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:47.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:47.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:47.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:47.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:47.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:47.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:47.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:47.826 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:47.927891  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } attempt: 8
20:06:47.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:47.992587  6736 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } has no permanent_uuid. Determining permanent_uuid...
20:06:48.017 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:48.017 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:48.018 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:48.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:48.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:48.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:48.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:48.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:48.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:48.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:48.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:48.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:48.023 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:48.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.018306  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:48.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.083822  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 1
20:06:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.091959  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.145560  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 2
20:06:48.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:48.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.155418  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:48.172 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134808171 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:48.185 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:06:48.186 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
20:06:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.232008  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 3
20:06:48.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.238112  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:48.296 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:48.297 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:48.297 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:48.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:48.297 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:48.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:48.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:48.297 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:48.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:48.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:48.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:48.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:48.298 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:48.312 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:48.312 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:48.312 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:48.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.393523  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 4
20:06:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.396649  6687 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111) [suppressed 11 similar messages]
20:06:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.401103  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:48.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:48.563 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:48.564 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:48.564 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:48.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:48.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:48.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:48.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:48.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:48.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:48.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:48.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:48.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:48.565 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:48.575 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:48.575 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:48.575 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:48.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:48.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:48.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:48.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:48.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:48.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:48.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:48.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:48.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:48.577 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:48.588 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:48.589 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:48.589 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:48.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.590 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.590 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.590 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.591 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:48.600 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:48.601 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:48.601 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:48.602 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.602 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.602 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.602 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.602 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.610496  6852 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.611112  6819 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.611200  6817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 7
20:06:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.611129  6851 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1639 milliseconds
20:06:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:46.969236  6849 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:48.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.617895  6819 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:48.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.620999  6819 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.622532  6819 hybrid_clock.cc:648] HybridClock initialized: now 1779134808622483 us; error 67 us; skew 500 ppm
20:06:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.623519  6819 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.628499  6817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.631189  6819 webserver.cc:533] Webserver started at http://127.6.127.124:45255/ using document root <none> and password file <none>
20:06:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.632367  6819 fs_manager.cc:362] Metadata directory not provided
20:06:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.632639  6819 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.633200  6819 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.638389  6819 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/data/instance:
20:06:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee6e8dd8c88243d4a3586cc91bced2a1"
20:06:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:48 on dist-test-slave-66b9"
20:06:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.639771  6819 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/wal/instance:
20:06:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee6e8dd8c88243d4a3586cc91bced2a1"
20:06:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:48 on dist-test-slave-66b9"
20:06:48.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.648981  6819 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
20:06:48.649 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:48.649 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:48.650 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:48.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.650 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:48.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:48.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:48.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:48.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.658200  6867 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.659469  6819 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.659868  6819 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/wal
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee6e8dd8c88243d4a3586cc91bced2a1"
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:48 on dist-test-slave-66b9"
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.660275  6819 fs_report.cc:389] FS layout report
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/wal
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/wal
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/data/data
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:48.670 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134808670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:48.683 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:06:48.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
20:06:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.697710  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 5
20:06:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:48.702414  6736 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.127.124:38349: Network error: Client connection negotiation failed: client connection to 127.6.127.124:38349: connect: Connection refused (error 111)
20:06:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.715992  6819 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.717522  6819 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.718070  6819 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.805745  6819 rpc_server.cc:307] RPC server started. Bound to: 127.6.127.124:38349
20:06:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.805809  6918 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.127.124:38349 every 8 connection(s)
20:06:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.808933  6819 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/data/info.pb
20:06:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.815399  6653 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 6819
20:06:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.815867  6653 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/master-2/wal/instance
20:06:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.817524  6919 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:48.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.841576  6919 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } has no permanent_uuid. Determining permanent_uuid...
20:06:48.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.900867  6919 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } has no permanent_uuid. Determining permanent_uuid...
20:06:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.913168  6919 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } has no permanent_uuid. Determining permanent_uuid...
20:06:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.934930  6919 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1: Bootstrap starting.
20:06:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.942377  6919 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1: Neither blocks nor log segments found. Creating new log.
20:06:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.944314  6919 log.cc:826] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1: Log is configured to *not* fsync() on all Append() calls
20:06:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.949082  6919 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1: No bootstrap required, opened a new log
20:06:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.973083  6919 raft_consensus.cc:359] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } }
20:06:48.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.973793  6919 raft_consensus.cc:385] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:48.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.974150  6919 raft_consensus.cc:740] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ee6e8dd8c88243d4a3586cc91bced2a1, State: Initialized, Role: FOLLOWER
20:06:48.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.975030  6919 consensus_queue.cc:260] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } }
20:06:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.978160  6929 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.978950  6929 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [sys.catalog]: This master's current role is: FOLLOWER
20:06:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:48.979741  6919 sys_catalog.cc:565] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [sys.catalog]: configured and running, proceeding with master startup.
20:06:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:49.017395  6940 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:49.017760  6940 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:49.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.005872  6819 master_runner.cc:187] Error getting master registration for 127.6.127.126:35627: OK, instance_id { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" instance_seqno: 1779134803282581 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:06:49.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.037774  6819 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.054243  6929 raft_consensus.cc:493] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.054867  6929 raft_consensus.cc:515] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } }
20:06:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.057991  6929 leader_election.cc:290] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4a7de555241a4d43a80d576be4db6a71 (127.6.127.126:35627), af4774856afb40f0bd1266c688c3e776 (127.6.127.125:39777)
20:06:49.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:49.171 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134809170 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:49.186 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:06:49.187 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
20:06:49.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:49.223904  6873 tablet.cc:2404] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:49.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.223991  6736 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 6
20:06:49.241 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:49.242 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:49.242 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:49.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:49.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:49.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:49.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:49.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:49.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:49.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:49.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:49.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:49.243 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.252548  6736 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71: Bootstrap starting.
20:06:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.262708  6736 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71: Neither blocks nor log segments found. Creating new log.
20:06:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.265321  6736 log.cc:826] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71: Log is configured to *not* fsync() on all Append() calls
20:06:49.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.272615  6736 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71: No bootstrap required, opened a new log
20:06:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.308844  6736 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } }
20:06:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.310189  6736 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.310618  6736 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a7de555241a4d43a80d576be4db6a71, State: Initialized, Role: FOLLOWER
20:06:49.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.312577  6736 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } }
20:06:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.317059  6944 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.318231  6944 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [sys.catalog]: This master's current role is: FOLLOWER
20:06:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.319653  6736 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [sys.catalog]: configured and running, proceeding with master startup.
20:06:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.320024  6711 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a7de555241a4d43a80d576be4db6a71" is_pre_election: true
20:06:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.321434  6711 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ee6e8dd8c88243d4a3586cc91bced2a1 in term 0.
20:06:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.323873  6869 leader_election.cc:304] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a7de555241a4d43a80d576be4db6a71, ee6e8dd8c88243d4a3586cc91bced2a1; no voters: 
20:06:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.325271  6929 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:06:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.325659  6929 raft_consensus.cc:493] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:06:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.325999  6929 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 0 FOLLOWER]: Advancing to term 1
20:06:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.334379  6929 raft_consensus.cc:515] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } }
20:06:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.338078  6711 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a7de555241a4d43a80d576be4db6a71"
20:06:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.338927  6711 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [term 0 FOLLOWER]: Advancing to term 1
20:06:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.345599  6929 leader_election.cc:290] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [CANDIDATE]: Term 1 election: Requested vote from peers 4a7de555241a4d43a80d576be4db6a71 (127.6.127.126:35627), af4774856afb40f0bd1266c688c3e776 (127.6.127.125:39777)
20:06:49.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.383363  6711 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ee6e8dd8c88243d4a3586cc91bced2a1 in term 1.
20:06:49.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.388944  6869 leader_election.cc:304] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a7de555241a4d43a80d576be4db6a71, ee6e8dd8c88243d4a3586cc91bced2a1; no voters: 
20:06:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.389966  6929 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 1 FOLLOWER]: Leader election won for term 1
20:06:49.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.392922  6929 raft_consensus.cc:697] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [term 1 LEADER]: Becoming Leader. State: Replica: ee6e8dd8c88243d4a3586cc91bced2a1, State: Running, Role: LEADER
20:06:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.393965  6929 consensus_queue.cc:237] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } }
20:06:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.415388  6956 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ee6e8dd8c88243d4a3586cc91bced2a1. Latest consensus state: current_term: 1 leader_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.416327  6956 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [sys.catalog]: This master's current role is: LEADER
20:06:49.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.417608  6955 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:06:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.451653  6958 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:06:49.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:49.478447  6690 tablet.cc:2404] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:49.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.496151  6958 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:06:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.429903  6666 master_runner.cc:187] Error getting master registration for 127.6.127.125:39777: OK, instance_id { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" instance_seqno: 1779134806080176 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:06:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.510936  6666 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.537683  6711 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [term 1 FOLLOWER]: Refusing update from remote peer ee6e8dd8c88243d4a3586cc91bced2a1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:49.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.539552  6929 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:06:49.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.553519  6944 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ee6e8dd8c88243d4a3586cc91bced2a1. Latest consensus state: current_term: 1 leader_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:49.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.554591  6944 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [sys.catalog]: This master's current role is: FOLLOWER
20:06:49.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.562341  6959 mvcc.cc:204] Tried to move back new op lower bound from 7287336179809345536 to 7287336179292164096. Current Snapshot: MvccSnapshot[applied={T|T < 7287336179809345536}]
20:06:49.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.563468  6956 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:49.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.564390  6956 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [sys.catalog]: This master's current role is: LEADER
20:06:49.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.570434  6958 catalog_manager.cc:1382] Generated new cluster ID: 2faff3c9c4e64663b75327212a2ec9b1
20:06:49.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.570745  6958 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:06:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.578339  6944 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.579056  6944 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71 [sys.catalog]: This master's current role is: FOLLOWER
20:06:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.603266  6958 catalog_manager.cc:1405] Generated new certificate authority record
20:06:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.605567  6958 catalog_manager.cc:1539] Loading token signing keys...
20:06:49.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.646201  6958 catalog_manager.cc:6069] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1: Generated new TSK 0
20:06:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.647833  6958 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:06:49.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:49.668126  6653 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/wal
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/data
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/logs
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/data/info.pb
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.65:0
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.127.65
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.65
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:49.671 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134809670 for job 240f51d149f2bfe9236a66fd569edfd4.
20:06:49.679 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 240f51d149f2bfe9236a66fd569edfd4 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:06:49.680 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
20:06:49.682 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:49.682 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:49.683 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:49.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:49.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:49.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:49.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:49.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:49.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:49.684 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:49.684 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:49.684 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:49.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:49.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:49.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:49.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:49.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:49.688 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=28365), Traces: [0ms] sending RPC to server master-127.3.209.126:36643, [2ms] received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [44ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [282ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [443ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [5102ms] refreshing cache from master, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@632457275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@66df9a7e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882)))
20:06:49.691 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:49.691 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:49.691 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:49.692 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=28365), Traces: [0ms] sending RPC to server master-127.3.209.126:36643, [2ms] received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [44ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [282ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [443ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [5102ms] refreshing cache from master, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@632457275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@66df9a7e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=28365), Traces: [0ms] sending RPC to server master-127.3.209.126:36643, [2ms] received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [44ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [282ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [443ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [5102ms] refreshing cache from master, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@632457275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@66df9a7e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.126:36643
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:49.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:49.703 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:49.703 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:49.703 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:49.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:49.709 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=28365), Traces: [0ms] sending RPC to server master-127.3.209.126:36643, [2ms] received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [44ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [282ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [443ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [5102ms] refreshing cache from master, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@632457275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@66df9a7e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=28365), Traces: [0ms] sending RPC to server master-127.3.209.126:36643, [2ms] received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [44ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [44ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [143ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [143ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [282ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [322ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [443ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [5102ms] refreshing cache from master, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@632457275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@66df9a7e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1626071945 after retry RPC after error@1781405821) -> (continuation of Deferred@1533847123 after retry RPC after error@1106955050) -> (continuation of Deferred@2125631287 after retry RPC after error@1690672492) -> (continuation of Deferred@1520820633 after retry RPC after error@1293009532) -> (continuation of Deferred@657467358 after retry RPC after error@1876357289) -> (continuation of Deferred@445279715 after retry RPC after error@1506496236) -> (continuation of Deferred@2137234652 after retry RPC after error@661153825) -> (continuation of Deferred@1858399322 after retry RPC after error@1836802880) -> (continuation of Deferred@236816207 after retry RPC after error@1792069581) -> (continuation of Deferred@599738609 after retry RPC after error@367546021) -> (continuation of Deferred@1999475880 after retry RPC after error@468681511) -> (continuation of Deferred@1120839787 after retry RPC after error@352607217) -> (continuation of Deferred@236389677 after retry RPC after error@1762023795) -> (continuation of Deferred@1589389768 after retry RPC after error@1766861373) -> (continuation of Deferred@1599632471 after retry RPC after error@80638734) -> (continuation of Deferred@998500406 after retry RPC after error@1399471289) -> (continuation of Deferred@1326186575 after retry RPC after error@942492835) -> (continuation of Deferred@474726856 after retry RPC after error@516339980) -> (continuation of Deferred@828886243 after retry RPC after error@1677575736) -> (continuation of Deferred@570035726 after retry RPC after error@182443492) -> (continuation of Deferred@89131144 after retry RPC after error@135385628) -> (continuation of Deferred@2037000046 after retry RPC after error@229569882)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.126:36643
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:49.717 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:06:49.717 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RUNNING to RESTARTING.
20:06:49.717 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
20:06:49.717 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
20:06:49.718 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:06:49.718 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
20:06:49.718 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:06:49.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
20:06:49.719 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
20:06:49.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
20:06:49.719 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:06:49.720 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
20:06:49.720 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:06:49.720 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.4.143.62:42343(127.4.143.62:42343)] disconnecting while in state TERMINATED
20:06:49.720 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.4.143.60:43985(127.4.143.60:43985)] disconnecting while in state TERMINATED
20:06:49.720 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.4.143.61:33535(127.4.143.61:33535)] disconnecting while in state TERMINATED
20:06:49.721 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:49.721 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
20:06:49.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
20:06:49.721 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:06:49.721 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
20:06:49.722 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
20:06:49.723 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:49.723 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:49.723 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:49.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.724 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.725 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.4.143.62:42343(127.4.143.62:42343)] disconnecting while in state TERMINATED
20:06:49.725 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 1a7961d1f387457fb16749b92adf8dcf(127.4.143.1:46673)] disconnecting while in state TERMINATED
20:06:49.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.725 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.4.143.60:43985(127.4.143.60:43985)] disconnecting while in state TERMINATED
20:06:49.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.725 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.4.143.61:33535(127.4.143.61:33535)] disconnecting while in state TERMINATED
20:06:49.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:49.725 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:49.726 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:06:49.726 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
20:06:49.726 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
20:06:49.731 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:06:49.731 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
20:06:49.731 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:06:49.736 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:06:49.736 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:06:49.737 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
20:06:49.737 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:06:49.743 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:49.743 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:49.743 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:49.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.744 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.744 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.746 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:49.746 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:06:49.746 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:06:49.746 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
20:06:49.746 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:06:49.749 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.4.143.62:42343(127.4.143.62:42343)] disconnecting while in state TERMINATED
20:06:49.749 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.4.143.60:43985(127.4.143.60:43985)] disconnecting while in state TERMINATED
20:06:49.749 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.4.143.61:33535(127.4.143.61:33535)] disconnecting while in state TERMINATED
20:06:49.749 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:49.750 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
20:06:49.750 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:06:49.761 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:06:49.761 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:06:49.762 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
20:06:49.762 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:06:49.763 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:49.763 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:49.763 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:49.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.764 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:49.767 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:06:49.767 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
20:06:49.767 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:06:49.771 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.4.143.62:42343(127.4.143.62:42343)] disconnecting while in state TERMINATED
20:06:49.771 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.4.143.60:43985(127.4.143.60:43985)] disconnecting while in state TERMINATED
20:06:49.771 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.4.143.61:33535(127.4.143.61:33535)] disconnecting while in state TERMINATED
20:06:49.774 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:49.774 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
20:06:49.774 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
20:06:49.774 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
20:06:49.775 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:06:49.775 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
20:06:49.776 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:06:49.776 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
20:06:49.776 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
20:06:49.777 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:49.778 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:06:49.779 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:06:49.781 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
20:06:49.781 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:06:49.781 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
20:06:49.781 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:06:49.782 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
20:06:49.783 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
20:06:49.784 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 240f51d149f2bfe9236a66fd569edfd4
20:06:49.805 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:49.806 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:49.806 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:49.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.809 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.809 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.809 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:49.823 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:49.823 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:49.823 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:49.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.825 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:49.883 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:49.883 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:49.884 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:49.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:49.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:49.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:49.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:49.938 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:49.939 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:49.939 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:49.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:49.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:49.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:49.940 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:49.940 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:49.940 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:49.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:49.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:49.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:49.940 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:49.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:50.003 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:50.003 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:50.004 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:50.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:50.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:50.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:50.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:50.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:50.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:50.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:50.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:50.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:50.005 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:50.039 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:50.039 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:50.039 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:50.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.040 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:50.069 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:50.069 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:50.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.070 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:50.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.072 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:50.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.261421  6964 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.262148  6964 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.263950  6964 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.329970  6964 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.331338  6964 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.127.65
20:06:50.363 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:50.363 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:50.363 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:50.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:50.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:50.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:50.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:50.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:50.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:50.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:50.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:50.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:50.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.402829  6964 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/data
20:06:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/wal
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.65:0
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/data/info.pb
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.65
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.127.65
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/logs
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.404557  6964 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.406781  6964 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.423918  6994 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.439834  6955 catalog_manager.cc:1294] Loaded cluster ID: 2faff3c9c4e64663b75327212a2ec9b1
20:06:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.440145  6955 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71: loading cluster ID for follower catalog manager: success
20:06:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.454398  6955 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71: acquiring CA information for follower catalog manager: success
20:06:50.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:50.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.497664  6955 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 4a7de555241a4d43a80d576be4db6a71: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:06:50.563 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:50.563 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:50.564 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:50.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:50.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:50.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:50.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:50.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:50.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:50.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:50.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:50.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:50.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:50.600 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:50.601 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:50.601 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:50.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.603 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.603 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:50.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.718932  6817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } attempt: 8
20:06:50.738 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:50.739 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:50.739 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:50.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:50.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:50.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:50.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:50.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.762714  6817 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776: Bootstrap starting.
20:06:50.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.775880  6817 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776: Neither blocks nor log segments found. Creating new log.
20:06:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.779927  6817 log.cc:826] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776: Log is configured to *not* fsync() on all Append() calls
20:06:50.814 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RESTARTING to RUNNING.
20:06:50.815 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 240f51d149f2bfe9236a66fd569edfd4 from Checkpoint 68 @ 1779134809670 for 240f51d149f2bfe9236a66fd569edfd4 located at file:/tmp/junit8520622371282220358/checkpoints/240f51d149f2bfe9236a66fd569edfd4/chk-68.
20:06:50.816 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
20:06:50.816 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:06:50.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.816813  6817 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776: No bootstrap required, opened a new log
20:06:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.860196  6869 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.6.127.125:39777 timed out after 1.800s (SENT)
20:06:50.869 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
20:06:50.870 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:06:50.871 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
20:06:50.871 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68
20:06:50.872 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
20:06:50.872 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
20:06:50.872 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 634e48703152bcf4290986b034e70d31
20:06:50.874 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
20:06:50.874 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
20:06:50.875 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:06:50.875 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot c3eacbb3bc4efb61a13ce38fb17f4c68.
20:06:50.877 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68.
20:06:50.878 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:50.878 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac
20:06:50.879 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
20:06:50.880 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:06:50.881 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
20:06:50.881 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 020596577b5963aea2a2f280dcda99f3
20:06:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.882999  6817 raft_consensus.cc:359] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } }
20:06:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.885381  6817 raft_consensus.cc:385] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:50.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.886230  6817 raft_consensus.cc:740] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af4774856afb40f0bd1266c688c3e776, State: Initialized, Role: FOLLOWER
20:06:50.888 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 634e48703152bcf4290986b034e70d31.
20:06:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.887832  6817 consensus_queue.cc:260] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } }
20:06:50.889 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 634e48703152bcf4290986b034e70d31.
20:06:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.897282  7010 sys_catalog.cc:455] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:50.898 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e4a0bb2bad51e2937e3ffb94d567e0ac.
20:06:50.899 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac.
20:06:50.900 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 020596577b5963aea2a2f280dcda99f3.
20:06:50.901 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 020596577b5963aea2a2f280dcda99f3.
20:06:50.902 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
20:06:50.902 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
20:06:50.903 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36e6693a
20:06:50.903 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:50.903 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:06:50.904 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:06:50.904 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:06:50.905 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:50.906 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
20:06:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.904412  7010 sys_catalog.cc:458] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [sys.catalog]: This master's current role is: FOLLOWER
20:06:50.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
20:06:50.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
20:06:50.906 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
20:06:50.907 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c1d0cf6
20:06:50.909 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
20:06:50.909 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e677dc
20:06:50.909 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
20:06:50.909 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:50.910 [INFO - Thread-28] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:06:50.910 [DEBUG - Thread-28] (Connection.java:575) [peer master-127.3.209.126:36643(127.3.209.126:36643)] disconnecting while in state TERMINATED
20:06:50.910 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7aba4af
20:06:50.910 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:50.910 [DEBUG - Thread-28] (Connection.java:575) [peer master-127.3.209.125:46655(127.3.209.125:46655)] disconnecting while in state TERMINATED
20:06:50.911 [DEBUG - Thread-28] (Connection.java:575) [peer master-127.3.209.124:33411(127.3.209.124:33411)] disconnecting while in state TERMINATED
20:06:50.911 [DEBUG - Thread-28] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:06:50.911 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:06:50.911 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:06:50.911 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:06:50.912 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
20:06:50.912 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:06:50.912 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
20:06:50.913 [INFO - Thread-28] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:06:50.913 [INFO - Thread-28] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:06:50.915 [DEBUG - Thread-28] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.916240  6817 sys_catalog.cc:565] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [sys.catalog]: configured and running, proceeding with master startup.
20:06:50.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:50.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:06:50.917 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:06:50.917 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:06:50.918 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@593196f8
20:06:50.921 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.917253  6789 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af4774856afb40f0bd1266c688c3e776" is_pre_election: true
20:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.918934  6792 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af4774856afb40f0bd1266c688c3e776" is_pre_election: true
20:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.922729  6792 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:53602 (request call id 1) took 1863 ms (client timeout 1800 ms). Trace:
20:06:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.923614  6792 rpcz_store.cc:269] 0518 20:06:49.059416 (+     0us) service_pool.cc:167] Inserting onto call queue
20:06:50.938 [INFO - Thread-28] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:06:50.956 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:50.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:51.037 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:51.037 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:51.037 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:51.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:51.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:51.038 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30e46900
20:06:51.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:51.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:51.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:51.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:51.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:51.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:51.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:51.040 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:51.040 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.041 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:51.041 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d981751
20:06:51.041 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:51.041 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:06:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:49.059732 (+   316us) service_pool.cc:224] Handling call
20:06:51.041 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:51.041 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:06:51.041 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.042 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:06:51.042 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:51.042 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:51.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:51.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:51.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:51.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:51.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:51.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:51.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:51.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:51.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:51.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:51.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:51.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:51.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:51.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:51.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:51.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:50.922648 (+1862916us) inbound_call.cc:177] Queueing success response
20:06:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:06:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.920715  6790 raft_consensus.cc:3060] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [term 0 FOLLOWER]: Advancing to term 1
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.919708  6791 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af4774856afb40f0bd1266c688c3e776"
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.929785  6791 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:53602 (request call id 2) took 1588 ms (client timeout 2074 ms). Trace:
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.932837  6791 rpcz_store.cc:269] 0518 20:06:49.341784 (+     0us) service_pool.cc:167] Inserting onto call queue
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:49.342025 (+   241us) service_pool.cc:224] Handling call
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:50.929689 (+1587664us) inbound_call.cc:177] Queueing success response
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.948923  6790 raft_consensus.cc:1275] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [term 1 FOLLOWER]: Refusing update from remote peer ee6e8dd8c88243d4a3586cc91bced2a1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.951542  6790 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:53602 (request call id 3) took 1415 ms. Trace:
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.952095  6790 rpcz_store.cc:276] 0518 20:06:49.536303 (+     0us) service_pool.cc:167] Inserting onto call queue
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:49.536713 (+   410us) service_pool.cc:224] Handling call
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:50.920400 (+1383687us) raft_consensus.cc:1471] Updating replica for 0 ops
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:50.949400 (+ 29000us) raft_consensus.cc:1697] Filling consensus response to leader.
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:06:50.951247 (+  1847us) inbound_call.cc:177] Queueing success response
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:50.957449  7004 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:51.018848  6771 tablet.cc:2404] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:51.041 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:51.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:51.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:51.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:51.046 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:51.046 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:06:51.047 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2429f1f9
20:06:51.049 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:51.086 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:06:51.086 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:06:51.086 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:06:51.087 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:06:51.087 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.088 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.092 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.092 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.092 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.093 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.094 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.095 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.119 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.120 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.132 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.136 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.137 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.140 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.141 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.143784  7010 sys_catalog.cc:455] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ee6e8dd8c88243d4a3586cc91bced2a1. Latest consensus state: current_term: 1 leader_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.144573  7010 sys_catalog.cc:458] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [sys.catalog]: This master's current role is: FOLLOWER
20:06:51.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.145970  7026 sys_catalog.cc:455] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.146783  7026 sys_catalog.cc:458] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776 [sys.catalog]: This master's current role is: FOLLOWER
20:06:51.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:51.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.207 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.218 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.228 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.229 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.229 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.229 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.232 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.233 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.233 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.235 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.239 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.240 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.251 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.254 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.273 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.280 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.285 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.290 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.281 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.295 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.300 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:51.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.307890  7046 catalog_manager.cc:1294] Loaded cluster ID: 2faff3c9c4e64663b75327212a2ec9b1
20:06:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.308490  7046 catalog_manager.cc:1587] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776: loading cluster ID for follower catalog manager: success
20:06:51.318 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:51.318 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:51.319 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.319 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.319 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:51.319 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:51.320 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:51.320 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.320 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:51.320 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:51.320 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:51.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.319 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:51.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:51.321 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:51.321 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:51.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.320 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.325 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.335 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.338 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.351 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.364 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.365 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.365 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.365 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.365 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.366 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.367 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.370 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.370 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.370 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.370 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.372 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.374 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.374 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.375 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.378 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.378753  7046 catalog_manager.cc:1609] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776: acquiring CA information for follower catalog manager: success
20:06:51.380 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.381 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.381 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.387 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.389 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.389 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.391 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.392 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.392 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.393 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.393 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.394 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.394 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.395 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.395 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.405 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:51.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.409 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.410 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.411 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.411 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.411 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.412 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.412 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.412 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.412 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.413 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.413 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.413 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.413 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.414 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.415 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.416 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.416 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.418 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.419 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.421 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.422 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.422 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.423 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.428 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.429 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.430 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.431 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.431 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.431 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.433 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.432895  7046 catalog_manager.cc:1637] T 00000000000000000000000000000000 P af4774856afb40f0bd1266c688c3e776: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:06:51.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.433 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.434 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.435 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.436 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.436 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.436 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.437 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.437 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.437 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.438 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.438 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.438 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.439 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.441 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.451 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.451 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.452 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.453 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.453 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.453 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.453 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.454 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.454 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.454 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.455 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.456 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.456 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.456 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.457 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.458 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.458 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.458 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.458 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.458 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.458 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.461 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.461 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.471 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.472 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.472 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.473 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.473 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.473 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.473 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.474 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:51.477 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.478 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.478 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.477 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.480 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.480 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.480 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.480 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.481634  7004 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7de555241a4d43a80d576be4db6a71" member_type: VOTER last_known_addr { host: "127.6.127.126" port: 35627 } } peers { permanent_uuid: "af4774856afb40f0bd1266c688c3e776" member_type: VOTER last_known_addr { host: "127.6.127.125" port: 39777 } } peers { permanent_uuid: "ee6e8dd8c88243d4a3586cc91bced2a1" member_type: VOTER last_known_addr { host: "127.6.127.124" port: 38349 } } }
20:06:51.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:51.482807  7004 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 [sys.catalog]: This master's current role is: LEADER
20:06:51.496 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.496 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.497 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.498 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.498 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.498 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.499 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.499 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.500 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.500 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.501 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.501 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.501 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.501 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.503 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.503 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.536 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.537 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.537 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.539 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.576 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.576 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.576 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.577 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.577 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.578 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.578 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.579 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.591 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.591 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.592 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.594 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.594 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.594 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.595 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.597 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.598 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.618 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.618 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.618 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.619 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.620 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.637 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.638 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.639 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.640 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:51.718 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.718 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.718 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.720 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.736 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.736 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.736 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.834 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.835 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.835 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.838 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:51.839 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:51.839 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:51.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:51.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:51.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.842 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:51.842 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:51.873 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:51.874 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:51.874 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:51.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.874 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:51.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.875 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:51.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:51.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:51.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:51.875 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:51.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:51.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:51.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:51.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:51.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:51.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:51.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:51.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:51.875 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:51.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:51.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:51.905 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:51.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:52.028 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:52.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.029 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:52.035 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:52.035 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.035 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.035 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:52.071 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.071 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.072 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.072 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.072 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.072 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.073 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.073 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:52.077 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.078 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.078 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.079 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.079 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.080 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:52.081 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.082 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.083 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:52.136 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:52.136 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:52.137 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:52.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:52.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:52.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:52.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:52.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:52.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:52.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:52.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:52.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:52.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:52.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:52.159 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:52.159 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:52.160 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:52.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.163 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:52.238 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.238 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.238 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:52.316 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:52.316 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:52.317 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:52.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:52.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:52.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:52.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:52.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:52.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:52.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:52.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:52.319 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:52.319 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:52.329 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:52.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.329 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:52.330 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:52.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.332 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:52.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:52.473 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.474 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.474 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:52.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:52.624 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:52.624 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:52.624 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:52.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:52.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:52.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:52.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:52.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:52.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:52.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:52.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:52.626 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:52.626 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:52.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:52.651 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.651 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.651 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:52.717 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.718 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.718 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:52.778 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.778 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.778 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.780 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:52.811 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.812 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.812 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.814 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:52.849 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:52.849 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:52.849 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:52.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:52.872 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:52.873 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:52.873 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:52.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.873 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.873 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.874 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:52.899 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:52.900 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:52.900 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:52.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.902 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:52.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:52.938 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:52.939 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:52.939 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:52.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:52.939 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.940 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:52.940 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.940 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:52.941 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:52.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:52.991 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:52.992 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:52.992 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:52.993 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:52.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:52.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:52.994 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:53.138 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:53.139 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:53.139 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:53.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.139 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.141 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:53.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:53.157 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:53.158 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:53.158 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:53.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:53.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:53.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:53.159 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:53.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:53.160 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:53.160 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:53.160 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:53.160 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:53.160 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:53.294 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:53.294 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:53.294 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:53.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:53.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:53.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:53.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:53.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:53.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:53.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:53.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:53.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:53.297 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:53.315 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:53.315 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:53.316 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:53.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:53.317 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:53.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:53.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:53.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:53.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:53.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:53.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:53.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:53.318 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:53.340 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:53.341 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:53.341 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:53.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:53.344 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:53.344 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:53.344 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:53.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:53.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:53.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:53.569 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:53.569 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:53.569 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:53.570 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.570 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.570 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:53.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:53.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:53.915 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:53.916 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:53.916 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:53.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:53.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:53.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:53.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:53.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:53.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:53.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:53.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:53.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:53.918 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:53.937 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:53.937 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:53.937 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:53.938 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:53.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:53.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:53.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:53.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:53.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:53.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:53.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:53.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:53.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:53.937 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:53.939 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:53.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:53.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:53.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:53.940 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:53.940 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:53.940 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:53.940 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:53.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:53.940 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:53.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:53.941 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:53.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:53.978 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:53.978 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:53.978 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:53.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:53.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:53.980 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.980 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:53.980 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:54.018 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:54.018 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:54.019 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:54.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.020 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.020 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.020 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:54.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:54.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:54.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:54.520 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:54.520 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:54.520 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:54.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.522 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.522 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.523 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:54.562 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:54.562 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:54.563 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:54.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.563 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.564 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:54.565 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26964), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [25ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [26ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [31ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [32ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [62ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [124ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [161ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [461ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [462ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [462ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [462ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [722ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [724ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [724ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [725ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1026ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1180ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1186ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1187ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1187ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5001ms] refreshing cache from master, [5001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5003ms] too many traces: truncated at 100 traces, deferred=Deferred@1322400739(state=PENDING, result=null, callback=(continuation of Deferred@1982305921 after retry RPC after error@832838018) -> (continuation of Deferred@1472646549 after retry RPC after error@143980973) -> (continuation of Deferred@1112401312 after retry RPC after error@1395956834) -> (continuation of Deferred@847202804 after retry RPC after error@487163783) -> (continuation of Deferred@818151779 after retry RPC after error@1197755541) -> (continuation of Deferred@261918052 after retry RPC after error@1593312943) -> (continuation of Deferred@1319623434 after retry RPC after error@725755567) -> (continuation of Deferred@1079933198 after retry RPC after error@1577964244) -> (continuation of Deferred@780283284 after retry RPC after error@349114805) -> (continuation of Deferred@661298219 after retry RPC after error@398549344) -> (continuation of Deferred@680530049 after retry RPC after error@1144975007) -> (continuation of Deferred@927382007 after retry RPC after error@722474014) -> (continuation of Deferred@61607397 after retry RPC after error@819286297) -> (continuation of Deferred@845078517 after retry RPC after error@432377156) -> (continuation of Deferred@2053466300 after retry RPC after error@1621271408) -> (continuation of Deferred@617048550 after retry RPC after error@291336087) -> (continuation of Deferred@1076675976 after retry RPC after error@895506398) -> (continuation of Deferred@720867533 after retry RPC after error@1345090515) -> (continuation of Deferred@1980431579 after retry RPC after error@1097042787) -> (continuation of Deferred@1459886714 after retry RPC after error@1686460834) -> (continuation of Deferred@1162382797 after retry RPC after error@414006932) -> (continuation of Deferred@1871519793 after retry RPC after error@554384427), errback=(continuation of Deferred@1982305921 after retry RPC after error@832838018) -> (continuation of Deferred@1472646549 after retry RPC after error@143980973) -> (continuation of Deferred@1112401312 after retry RPC after error@1395956834) -> (continuation of Deferred@847202804 after retry RPC after error@487163783) -> (continuation of Deferred@818151779 after retry RPC after error@1197755541) -> (continuation of Deferred@261918052 after retry RPC after error@1593312943) -> (continuation of Deferred@1319623434 after retry RPC after error@725755567) -> (continuation of Deferred@1079933198 after retry RPC after error@1577964244) -> (continuation of Deferred@780283284 after retry RPC after error@349114805) -> (continuation of Deferred@661298219 after retry RPC after error@398549344) -> (continuation of Deferred@680530049 after retry RPC after error@1144975007) -> (continuation of Deferred@927382007 after retry RPC after error@722474014) -> (continuation of Deferred@61607397 after retry RPC after error@819286297) -> (continuation of Deferred@845078517 after retry RPC after error@432377156) -> (continuation of Deferred@2053466300 after retry RPC after error@1621271408) -> (continuation of Deferred@617048550 after retry RPC after error@291336087) -> (continuation of Deferred@1076675976 after retry RPC after error@895506398) -> (continuation of Deferred@720867533 after retry RPC after error@1345090515) -> (continuation of Deferred@1980431579 after retry RPC after error@1097042787) -> (continuation of Deferred@1459886714 after retry RPC after error@1686460834) -> (continuation of Deferred@1162382797 after retry RPC after error@414006932) -> (continuation of Deferred@1871519793 after retry RPC after error@554384427)))
20:06:54.651 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:54.812 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:54.813 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:54.813 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:54.813 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.813 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.813 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:54.868 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:54.869 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:54.869 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:54.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.869 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.869 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:54.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:54.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:54.870 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:54.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:54.952 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:54.952 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:54.953 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:54.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:54.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:54.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:54.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:54.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:54.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:54.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:54.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:54.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:54.955 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:54.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:55.015 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:55.016 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:55.016 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:55.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:55.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:55.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:55.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:55.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:55.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:55.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:55.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:55.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:55.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:55.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:55.294 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:55.294 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:55.295 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:55.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:55.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:55.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:55.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:55.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:55.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:55.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:55.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:55.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:55.298 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:55.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:55.459 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:55.459 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:55.459 [DEBUG - pool-146-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:55.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:55.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:55.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:55.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:55.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:55.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:55.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:55.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:55.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:55.461 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:55.462 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27844), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [7ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [10ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [24ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [24ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [24ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [94ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [94ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [162ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [322ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [383ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1385ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2920ms] refreshing cache from master, [2920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2923ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4361ms] refreshing cache from master, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4363ms] too many traces: truncated at 100 traces, deferred=Deferred@2079287125(state=PENDING, result=null, callback=(continuation of Deferred@873926671 after retry RPC after error@1525153261) -> (continuation of Deferred@2141336290 after retry RPC after error@2146908044) -> (continuation of Deferred@1936508693 after retry RPC after error@369185792) -> (continuation of Deferred@2027569408 after retry RPC after error@1045906112) -> (continuation of Deferred@722894448 after retry RPC after error@933989958) -> (continuation of Deferred@491985906 after retry RPC after error@429267930) -> (continuation of Deferred@32183142 after retry RPC after error@1784247459) -> (continuation of Deferred@1867546257 after retry RPC after error@1177673834) -> (continuation of Deferred@521710569 after retry RPC after error@1044719813) -> (continuation of Deferred@1385004394 after retry RPC after error@469169633) -> (continuation of Deferred@1105941141 after retry RPC after error@1459575149) -> (continuation of Deferred@1872763125 after retry RPC after error@1129689373) -> (continuation of Deferred@1479617560 after retry RPC after error@1957245506) -> (continuation of Deferred@463596434 after retry RPC after error@1964141730) -> (continuation of Deferred@605216756 after retry RPC after error@420790806) -> (continuation of Deferred@234702813 after retry RPC after error@1802259900) -> (continuation of Deferred@1496564314 after retry RPC after error@1720237848) -> (continuation of Deferred@28102587 after retry RPC after error@136602527) -> (continuation of Deferred@1338130899 after retry RPC after error@1813071692) -> (continuation of Deferred@195533922 after retry RPC after error@540290578) -> (continuation of Deferred@2107981598 after retry RPC after error@468204737) -> (continuation of Deferred@740030290 after retry RPC after error@769529981) -> (continuation of Deferred@2044170007 after retry RPC after error@595835608) -> (continuation of Deferred@1347516573 after retry RPC after error@227647258) -> (continuation of Deferred@1224414856 after retry RPC after error@1989161013) -> (continuation of Deferred@769539050 after retry RPC after error@750127108) -> (continuation of Deferred@1013515340 after retry RPC after error@1267698284), errback=(continuation of Deferred@873926671 after retry RPC after error@1525153261) -> (continuation of Deferred@2141336290 after retry RPC after error@2146908044) -> (continuation of Deferred@1936508693 after retry RPC after error@369185792) -> (continuation of Deferred@2027569408 after retry RPC after error@1045906112) -> (continuation of Deferred@722894448 after retry RPC after error@933989958) -> (continuation of Deferred@491985906 after retry RPC after error@429267930) -> (continuation of Deferred@32183142 after retry RPC after error@1784247459) -> (continuation of Deferred@1867546257 after retry RPC after error@1177673834) -> (continuation of Deferred@521710569 after retry RPC after error@1044719813) -> (continuation of Deferred@1385004394 after retry RPC after error@469169633) -> (continuation of Deferred@1105941141 after retry RPC after error@1459575149) -> (continuation of Deferred@1872763125 after retry RPC after error@1129689373) -> (continuation of Deferred@1479617560 after retry RPC after error@1957245506) -> (continuation of Deferred@463596434 after retry RPC after error@1964141730) -> (continuation of Deferred@605216756 after retry RPC after error@420790806) -> (continuation of Deferred@234702813 after retry RPC after error@1802259900) -> (continuation of Deferred@1496564314 after retry RPC after error@1720237848) -> (continuation of Deferred@28102587 after retry RPC after error@136602527) -> (continuation of Deferred@1338130899 after retry RPC after error@1813071692) -> (continuation of Deferred@195533922 after retry RPC after error@540290578) -> (continuation of Deferred@2107981598 after retry RPC after error@468204737) -> (continuation of Deferred@740030290 after retry RPC after error@769529981) -> (continuation of Deferred@2044170007 after retry RPC after error@595835608) -> (continuation of Deferred@1347516573 after retry RPC after error@227647258) -> (continuation of Deferred@1224414856 after retry RPC after error@1989161013) -> (continuation of Deferred@769539050 after retry RPC after error@750127108) -> (continuation of Deferred@1013515340 after retry RPC after error@1267698284)))
20:06:55.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:51.828478  6993 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 6964
20:06:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:55.485200  6964 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 5.058s	user 1.553s	sys 2.788s
20:06:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:55.485560  6996 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 5056 milliseconds
20:06:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:55.487234  6964 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 5.060s	user 1.553s	sys 2.788s
20:06:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.487565  6964 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:55.485929  6998 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:50.428318  6995 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:55.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.493675  6964 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.527463  6964 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:55.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.535450  6964 hybrid_clock.cc:648] HybridClock initialized: now 1779134815535380 us; error 71 us; skew 500 ppm
20:06:55.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.537309  6964 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:55.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.563508  6964 webserver.cc:533] Webserver started at http://127.6.127.65:36369/ using document root <none> and password file <none>
20:06:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.565367  6964 fs_manager.cc:362] Metadata directory not provided
20:06:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.565829  6964 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.566541  6964 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:55.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.573589  6964 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/data/instance:
20:06:55.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "191371c93f04403bb434ca506793a87e"
20:06:55.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:55 on dist-test-slave-66b9"
20:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.575732  6964 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/wal/instance:
20:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "191371c93f04403bb434ca506793a87e"
20:06:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:55 on dist-test-slave-66b9"
20:06:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.592407  6964 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.007s	sys 0.006s
20:06:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.609676  7093 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.611320  6964 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.005s	sys 0.003s
20:06:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.612049  6964 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/wal
20:06:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "191371c93f04403bb434ca506793a87e"
20:06:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:55 on dist-test-slave-66b9"
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.613077  6964 fs_report.cc:389] FS layout report
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/wal
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/wal
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/data/data
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:55.632 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:55.632 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:55.632 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:55.633 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:55.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:55.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:55.633 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:55.633 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:55.633 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:55.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:55.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:55.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:55.634 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:55.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:55.738 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:55.738 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:55.738 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:55.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:55.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:55.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:55.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:55.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:55.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:55.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:55.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:55.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:55.739 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.761085  6964 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.763605  6964 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.764542  6964 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:55.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.775331  6964 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.797154  6964 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.798050  6964 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
20:06:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.798727  6964 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:55.799201  6964 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:55.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:55.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:56.100 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:56.100 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:56.101 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:56.102 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:56.102 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:56.102 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:56.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:56.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:56.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:56.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:56.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:56.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:56.103 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:56.115 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:56.116 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:56.116 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:56.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:56.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:56.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:56.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:56.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:56.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:56.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:56.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:56.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:56.118 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:56.124 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:56.124 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:56.125 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:56.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:56.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:56.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:56.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:56.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:56.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:56.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:56.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:56.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:56.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:56.150 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:56.275 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:56.275 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:56.275 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:56.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:56.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:56.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:56.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:56.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:56.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:56.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:56.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:56.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:56.278 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.354276  7205 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.127.65:36129 every 8 connection(s)
20:06:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.355058  6964 rpc_server.cc:307] RPC server started. Bound to: 127.6.127.65:36129
20:06:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.358911  6964 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/data/info.pb
20:06:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.360986  6653 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 6964
20:06:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.361564  6653 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-0/wal/instance
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.374892  6653 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/wal
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/data
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/logs
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/data/info.pb
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.66:0
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.127.66
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.66
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:56.405 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.454229  7208 heartbeater.cc:344] Connected to a master server at 127.6.127.125:39777
20:06:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.454833  7208 heartbeater.cc:461] Registering TS with master...
20:06:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.456238  7208 heartbeater.cc:507] Master 127.6.127.125:39777 requested a full tablet report, sending...
20:06:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.460098  6782 ts_manager.cc:194] Registered new tserver with Master: 191371c93f04403bb434ca506793a87e (127.6.127.65:36129)
20:06:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.469396  7206 heartbeater.cc:344] Connected to a master server at 127.6.127.124:38349
20:06:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.469748  7206 heartbeater.cc:461] Registering TS with master...
20:06:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.470665  7206 heartbeater.cc:507] Master 127.6.127.124:38349 requested a full tablet report, sending...
20:06:56.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:56.476 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:06:56.476 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:06:56.476 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:06:56.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:56.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:56.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:06:56.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:56.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:56.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:06:56.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:56.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:56.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:06:56.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:06:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.474187  6884 ts_manager.cc:194] Registered new tserver with Master: 191371c93f04403bb434ca506793a87e (127.6.127.65:36129)
20:06:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.481864  6884 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.127.65:39319
20:06:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.493186  7213 heartbeater.cc:344] Connected to a master server at 127.6.127.126:35627
20:06:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.493639  7213 heartbeater.cc:461] Registering TS with master...
20:06:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.494381  7213 heartbeater.cc:507] Master 127.6.127.126:35627 requested a full tablet report, sending...
20:06:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:56.501691  6701 ts_manager.cc:194] Registered new tserver with Master: 191371c93f04403bb434ca506793a87e (127.6.127.65:36129)
20:06:56.650 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:56.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:56.960625  7207 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:56.961285  7207 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:56.962026  7207 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:56.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:56.979 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:56.979 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:56.979 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:56.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:56.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:56.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:56.980 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:56.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:56.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:56.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:56.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:56.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:56.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:57.023499  7207 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:57.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:57.024816  7207 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.127.66
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:57.093384  7207 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/data
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/wal
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.66:0
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/data/info.pb
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.66
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.127.66
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/logs
20:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:06:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:57.095165  7207 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:57.097538  7207 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:06:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:57.115600  7224 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:57.151 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:57.237 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:57.238 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:57.238 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:57.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:57.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:57.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:57.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:57.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:57.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:57.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:57.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:57.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:57.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:57.389 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:57.389 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:57.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:57.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:57.390 [DEBUG - pool-144-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:57.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:57.390 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:57.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:57.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:57.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:57.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:57.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:57.391 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:57.391 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29783), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [6ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [8ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [9ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [27ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [29ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [46ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [95ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [95ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [204ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [244ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [441ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [442ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1185ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1220ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1223ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1520ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1522ms] too many traces: truncated at 100 traces, deferred=Deferred@1675712083(state=PENDING, result=null, callback=(continuation of Deferred@649957897 after retry RPC after error@236042244) -> (continuation of Deferred@606000964 after retry RPC after error@1294224986) -> (continuation of Deferred@121876525 after retry RPC after error@68286809) -> (continuation of Deferred@1449638504 after retry RPC after error@962492512) -> (continuation of Deferred@596010430 after retry RPC after error@676760486) -> (continuation of Deferred@1133101118 after retry RPC after error@165555543) -> (continuation of Deferred@426050119 after retry RPC after error@99787126) -> (continuation of Deferred@142023110 after retry RPC after error@1891318026) -> (continuation of Deferred@1098742368 after retry RPC after error@1360300584) -> (continuation of Deferred@1629294821 after retry RPC after error@1221007013) -> (continuation of Deferred@1648610215 after retry RPC after error@401819661) -> (continuation of Deferred@509671470 after retry RPC after error@1851959161) -> (continuation of Deferred@302012385 after retry RPC after error@532600460) -> (continuation of Deferred@109505757 after retry RPC after error@2099567131) -> (continuation of Deferred@1829446913 after retry RPC after error@73962650) -> (continuation of Deferred@901345486 after retry RPC after error@1855357024) -> (continuation of Deferred@1518441374 after retry RPC after error@437059600) -> (continuation of Deferred@1691102367 after retry RPC after error@1040397798) -> (continuation of Deferred@1757957339 after retry RPC after error@439868498) -> (continuation of Deferred@530228063 after retry RPC after error@940640591) -> (continuation of Deferred@303379458 after retry RPC after error@912572254) -> (continuation of Deferred@2083414678 after retry RPC after error@1288001325), errback=(continuation of Deferred@649957897 after retry RPC after error@236042244) -> (continuation of Deferred@606000964 after retry RPC after error@1294224986) -> (continuation of Deferred@121876525 after retry RPC after error@68286809) -> (continuation of Deferred@1449638504 after retry RPC after error@962492512) -> (continuation of Deferred@596010430 after retry RPC after error@676760486) -> (continuation of Deferred@1133101118 after retry RPC after error@165555543) -> (continuation of Deferred@426050119 after retry RPC after error@99787126) -> (continuation of Deferred@142023110 after retry RPC after error@1891318026) -> (continuation of Deferred@1098742368 after retry RPC after error@1360300584) -> (continuation of Deferred@1629294821 after retry RPC after error@1221007013) -> (continuation of Deferred@1648610215 after retry RPC after error@401819661) -> (continuation of Deferred@509671470 after retry RPC after error@1851959161) -> (continuation of Deferred@302012385 after retry RPC after error@532600460) -> (continuation of Deferred@109505757 after retry RPC after error@2099567131) -> (continuation of Deferred@1829446913 after retry RPC after error@73962650) -> (continuation of Deferred@901345486 after retry RPC after error@1855357024) -> (continuation of Deferred@1518441374 after retry RPC after error@437059600) -> (continuation of Deferred@1691102367 after retry RPC after error@1040397798) -> (continuation of Deferred@1757957339 after retry RPC after error@439868498) -> (continuation of Deferred@530228063 after retry RPC after error@940640591) -> (continuation of Deferred@303379458 after retry RPC after error@912572254) -> (continuation of Deferred@2083414678 after retry RPC after error@1288001325)))
20:06:57.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:57.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:57.487267  7206 heartbeater.cc:499] Master 127.6.127.124:38349 was elected leader, sending a full tablet report...
20:06:57.654 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:57.712 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:57.712 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:57.713 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:57.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:57.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:57.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:57.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:57.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:57.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:57.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:57.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:57.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:57.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:57.753 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:57.754 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:57.754 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:57.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:57.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:57.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:57.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:57.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:57.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:57.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:57.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:57.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:57.755 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:57.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:57.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:57.984 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:57.984 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:57.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:57.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:57.985 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:57.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:57.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:57.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:57.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:57.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:57.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:57.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:57.986 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:57.987 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28047), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [86ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [104ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [106ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [178ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [216ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [234ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [234ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [261ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [282ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [283ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [443ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [722ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2045ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@311643632(state=PENDING, result=null, callback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505), errback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505)))
20:06:57.990 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:57.990 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:57.990 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:57.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:57.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:57.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:57.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:57.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:57.990 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28047), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [86ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [104ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [106ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [178ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [216ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [234ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [234ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [261ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [282ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [283ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [443ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [722ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2045ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@311643632(state=PENDING, result=null, callback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505), errback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28047), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [86ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [104ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [106ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [178ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [216ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [234ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [234ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [261ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [282ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [283ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [443ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [722ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2045ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@311643632(state=PENDING, result=null, callback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505), errback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:57.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:57.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:57.999 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:57.999 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:57.999 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.003 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:58.003 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:58.004 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:58.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.007 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.008 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28047), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [86ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [104ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [106ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [178ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [216ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [234ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [234ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [261ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [282ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [283ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [443ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [722ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2045ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@311643632(state=PENDING, result=null, callback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505), errback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28047), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [64ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [86ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [90ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [90ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [104ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [105ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [106ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [178ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [216ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [234ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [234ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [242ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [243ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [243ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [261ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [282ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [283ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [283ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [443ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [443ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [640ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [722ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [943ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2044ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2045ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@311643632(state=PENDING, result=null, callback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505), errback=(continuation of Deferred@2001720380 after retry RPC after error@2037821267) -> (continuation of Deferred@1327287087 after retry RPC after error@1206445041) -> (continuation of Deferred@1309614340 after retry RPC after error@38732705) -> (continuation of Deferred@723772788 after retry RPC after error@726953098) -> (continuation of Deferred@484732901 after retry RPC after error@1716266451) -> (continuation of Deferred@1391485995 after retry RPC after error@1514697411) -> (continuation of Deferred@1701618984 after retry RPC after error@1644783339) -> (continuation of Deferred@864655293 after retry RPC after error@709768549) -> (continuation of Deferred@713785569 after retry RPC after error@52200805) -> (continuation of Deferred@2094522052 after retry RPC after error@669591846) -> (continuation of Deferred@1360214450 after retry RPC after error@910408024) -> (continuation of Deferred@1956671658 after retry RPC after error@451856129) -> (continuation of Deferred@1383637831 after retry RPC after error@2035960105) -> (continuation of Deferred@235422600 after retry RPC after error@1647467399) -> (continuation of Deferred@1967635997 after retry RPC after error@1593815709) -> (continuation of Deferred@312979145 after retry RPC after error@1647911289) -> (continuation of Deferred@709282933 after retry RPC after error@160360698) -> (continuation of Deferred@644931300 after retry RPC after error@233374138) -> (continuation of Deferred@290476310 after retry RPC after error@1877451518) -> (continuation of Deferred@1338037784 after retry RPC after error@182581899) -> (continuation of Deferred@430621216 after retry RPC after error@1258845113) -> (continuation of Deferred@45157590 after retry RPC after error@125934505)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:06:58.017 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:06:58.017 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RUNNING to RESTARTING.
20:06:58.024 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:58.025 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:58.025 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:58.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.026 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.026 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.026 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.026 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.026 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.032 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
20:06:58.032 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
20:06:58.033 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:06:58.033 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
20:06:58.033 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:06:58.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
20:06:58.034 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
20:06:58.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
20:06:58.035 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
20:06:58.035 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
20:06:58.035 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
20:06:58.037 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:58.037 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:58.037 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:58.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:58.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:58.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:58.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:58.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:58.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:58.039 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:58.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:58.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:58.039 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:58.043 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:58.044 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:58.044 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:58.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.051 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:06:58.051 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
20:06:58.051 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:06:58.058 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:06:58.058 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
20:06:58.058 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:06:58.063 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:58.064 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:58.064 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:58.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.065 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.066 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.068 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:06:58.068 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
20:06:58.069 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:06:58.082 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
20:06:58.082 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
20:06:58.082 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
20:06:58.083 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:06:58.083 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
20:06:58.084 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
20:06:58.094 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:06:58.095 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
20:06:58.095 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:06:58.103 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:58.104 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:58.104 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:58.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.106 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:06:58.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
20:06:58.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:06:58.121 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
20:06:58.122 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
20:06:58.123 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:06:58.124 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
20:06:58.125 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
20:06:58.125 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
20:06:58.126 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
20:06:58.127 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:06:58.128 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
20:06:58.129 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
20:06:58.130 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:06:58.130 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 68bdd6a769dbfb14b8f0bae67c3b2210
20:06:58.151 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:58.151 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:58.152 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:58.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:58.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:58.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:58.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:58.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:58.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:58.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:58.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:58.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:58.152 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:58.164 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:58.164 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:58.164 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:58.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.204 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:58.204 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:58.205 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:58.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.207 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.251 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:58.252 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:58.252 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:58.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:58.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:58.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:58.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:58.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:58.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:58.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:58.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:58.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:58.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:58.277 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:58.278 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:58.278 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:58.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:58.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:58.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:58.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:58.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:58.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:58.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:58.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:58.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:58.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:58.365 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:58.366 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:58.366 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:58.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.369 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:58.435 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:58.436 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:58.436 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:58.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:58.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:58.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:58.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:58.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:58.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:58.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:58.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:58.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:58.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:58.478 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:58.778 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:58.779 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:58.779 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:58.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:58.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:58.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:58.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:58.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:58.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:58.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:58.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:58.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:58.782 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:58.804 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:58.804 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:58.805 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:58.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:58.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:58.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:58.807 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:58.856 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:06:58.857 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:06:58.857 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:06:58.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:58.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:58.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:06:58.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:58.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:58.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:06:58.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:58.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:58.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:06:58.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:06:58.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:58.948 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:58.949 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:58.949 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:58.949 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:58.949 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:58.949 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:58.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:58.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:58.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:58.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:58.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:58.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:58.950 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:58.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:59.059 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:59.059 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:59.059 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:59.060 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.060 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.061 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.061 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.061 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:59.062 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29079), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [57ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [63ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [105ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [110ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [138ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [139ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [239ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [257ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [257ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [258ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [283ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [303ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [303ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [304ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [345ms] refreshing cache from master, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [346ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [347ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [347ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [347ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [383ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [401ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [402ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [402ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [402ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [663ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [663ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [782ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [783ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [783ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [783ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1820ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1823ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1923ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2883ms] too many traces: truncated at 100 traces, deferred=Deferred@649647122(state=PENDING, result=null, callback=(continuation of Deferred@1563305850 after retry RPC after error@1510615171) -> (continuation of Deferred@2101370961 after retry RPC after error@498607023) -> (continuation of Deferred@830587541 after retry RPC after error@985971222) -> (continuation of Deferred@1148721143 after retry RPC after error@402780556) -> (continuation of Deferred@665521523 after retry RPC after error@950015898) -> (continuation of Deferred@1013151958 after retry RPC after error@737764167) -> (continuation of Deferred@1413886942 after retry RPC after error@1818419723) -> (continuation of Deferred@1273004697 after retry RPC after error@736310265) -> (continuation of Deferred@1314799000 after retry RPC after error@894954722) -> (continuation of Deferred@2062304411 after retry RPC after error@1210244292) -> (continuation of Deferred@2007997093 after retry RPC after error@2106939470) -> (continuation of Deferred@1707410427 after retry RPC after error@996091771) -> (continuation of Deferred@808384519 after retry RPC after error@1739493732) -> (continuation of Deferred@716807345 after retry RPC after error@1755255394) -> (continuation of Deferred@800465334 after retry RPC after error@1015066773) -> (continuation of Deferred@1522204576 after retry RPC after error@1252457111) -> (continuation of Deferred@1417927140 after retry RPC after error@1841225721) -> (continuation of Deferred@1618246161 after retry RPC after error@494618314) -> (continuation of Deferred@1476259960 after retry RPC after error@1286061161) -> (continuation of Deferred@264303390 after retry RPC after error@1212852538) -> (continuation of Deferred@1879899771 after retry RPC after error@28922087) -> (continuation of Deferred@166267853 after retry RPC after error@343371955) -> (continuation of Deferred@52411232 after retry RPC after error@1223355788) -> (continuation of Deferred@152838207 after retry RPC after error@650193735) -> (continuation of Deferred@1492860996 after retry RPC after error@1206009946) -> (continuation of Deferred@798465345 after retry RPC after error@10682599) -> (continuation of Deferred@47749591 after retry RPC after error@1475213638) -> (continuation of Deferred@1149442927 after retry RPC after error@1547669280), errback=(continuation of Deferred@1563305850 after retry RPC after error@1510615171) -> (continuation of Deferred@2101370961 after retry RPC after error@498607023) -> (continuation of Deferred@830587541 after retry RPC after error@985971222) -> (continuation of Deferred@1148721143 after retry RPC after error@402780556) -> (continuation of Deferred@665521523 after retry RPC after error@950015898) -> (continuation of Deferred@1013151958 after retry RPC after error@737764167) -> (continuation of Deferred@1413886942 after retry RPC after error@1818419723) -> (continuation of Deferred@1273004697 after retry RPC after error@736310265) -> (continuation of Deferred@1314799000 after retry RPC after error@894954722) -> (continuation of Deferred@2062304411 after retry RPC after error@1210244292) -> (continuation of Deferred@2007997093 after retry RPC after error@2106939470) -> (continuation of Deferred@1707410427 after retry RPC after error@996091771) -> (continuation of Deferred@808384519 after retry RPC after error@1739493732) -> (continuation of Deferred@716807345 after retry RPC after error@1755255394) -> (continuation of Deferred@800465334 after retry RPC after error@1015066773) -> (continuation of Deferred@1522204576 after retry RPC after error@1252457111) -> (continuation of Deferred@1417927140 after retry RPC after error@1841225721) -> (continuation of Deferred@1618246161 after retry RPC after error@494618314) -> (continuation of Deferred@1476259960 after retry RPC after error@1286061161) -> (continuation of Deferred@264303390 after retry RPC after error@1212852538) -> (continuation of Deferred@1879899771 after retry RPC after error@28922087) -> (continuation of Deferred@166267853 after retry RPC after error@343371955) -> (continuation of Deferred@52411232 after retry RPC after error@1223355788) -> (continuation of Deferred@152838207 after retry RPC after error@650193735) -> (continuation of Deferred@1492860996 after retry RPC after error@1206009946) -> (continuation of Deferred@798465345 after retry RPC after error@10682599) -> (continuation of Deferred@47749591 after retry RPC after error@1475213638) -> (continuation of Deferred@1149442927 after retry RPC after error@1547669280)))
20:06:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:58.516932  7223 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 7207
20:06:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.216637  7223 kernel_stack_watchdog.cc:198] Thread 7207 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
20:06:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:06:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:06:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:06:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:06:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:57.119329  7225 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.219237  7207 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.101s	user 0.615s	sys 1.141s
20:06:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.219682  7207 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.102s	user 0.615s	sys 1.141s
20:06:59.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.221647  7227 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.225688  7207 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:06:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.225678  7226 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2098 milliseconds
20:06:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.227834  7207 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.231230  7207 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:59.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.232722  7207 hybrid_clock.cc:648] HybridClock initialized: now 1779134819232679 us; error 46 us; skew 500 ppm
20:06:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.233794  7207 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:06:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.243326  7207 webserver.cc:533] Webserver started at http://127.6.127.66:40597/ using document root <none> and password file <none>
20:06:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.244442  7207 fs_manager.cc:362] Metadata directory not provided
20:06:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.244707  7207 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.245399  7207 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.250758  7207 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/data/instance:
20:06:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "921be0a93547449093e8d1ea038d33bd"
20:06:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:59 on dist-test-slave-66b9"
20:06:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.252063  7207 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/wal/instance:
20:06:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "921be0a93547449093e8d1ea038d33bd"
20:06:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:59 on dist-test-slave-66b9"
20:06:59.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.262336  7207 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.004s
20:06:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.268447  7249 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:59.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.269704  7207 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
20:06:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.270124  7207 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/wal
20:06:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "921be0a93547449093e8d1ea038d33bd"
20:06:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:06:59 on dist-test-slave-66b9"
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.270555  7207 fs_report.cc:389] FS layout report
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/wal
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/wal
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/data/data
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.336103  7207 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:59.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.338179  7207 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.338779  7207 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.342809  7207 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:59.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.349085  7207 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.349403  7207 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.349709  7207 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.349913  7207 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:59.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:59.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.518641  7207 rpc_server.cc:307] RPC server started. Bound to: 127.6.127.66:38213
20:06:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.518806  7361 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.127.66:38213 every 8 connection(s)
20:06:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.522657  7207 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/data/info.pb
20:06:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.533190  6653 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 7207
20:06:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.533699  6653 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-1/wal/instance
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.559530  6653 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/wal
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/data
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/logs
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/data/info.pb
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.67:0
20:06:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.127.67
20:06:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.67
20:06:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:06:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:06:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.575471  7363 heartbeater.cc:344] Connected to a master server at 127.6.127.125:39777
20:06:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.576030  7363 heartbeater.cc:461] Registering TS with master...
20:06:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.576912  7362 heartbeater.cc:344] Connected to a master server at 127.6.127.124:38349
20:06:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.577315  7362 heartbeater.cc:461] Registering TS with master...
20:06:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.577704  7363 heartbeater.cc:507] Master 127.6.127.125:39777 requested a full tablet report, sending...
20:06:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.578784  7362 heartbeater.cc:507] Master 127.6.127.124:38349 requested a full tablet report, sending...
20:06:59.580 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:59.580 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:59.580 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:59.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.581718  6782 ts_manager.cc:194] Registered new tserver with Master: 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213)
20:06:59.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:59.584 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29645), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [27ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [31ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [31ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [105ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [106ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [252ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [253ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [254ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [261ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [325ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [325ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [325ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [344ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [363ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [444ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [903ms] refreshing cache from master, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [904ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [905ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [905ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [905ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1423ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3021ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3023ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5921ms] refreshing cache from master, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5923ms] too many traces: truncated at 100 traces, deferred=Deferred@2037679492(state=PENDING, result=null, callback=(continuation of Deferred@132281811 after retry RPC after error@1038376257) -> (continuation of Deferred@1429863622 after retry RPC after error@146545472) -> (continuation of Deferred@476363625 after retry RPC after error@66450417) -> (continuation of Deferred@422633605 after retry RPC after error@1908317944) -> (continuation of Deferred@1220070485 after retry RPC after error@1686033608) -> (continuation of Deferred@2060727306 after retry RPC after error@2140679414) -> (continuation of Deferred@1909234996 after retry RPC after error@1661390673) -> (continuation of Deferred@950649695 after retry RPC after error@115910432) -> (continuation of Deferred@324579316 after retry RPC after error@1190237833) -> (continuation of Deferred@808715827 after retry RPC after error@1931896498) -> (continuation of Deferred@634863661 after retry RPC after error@1876479936) -> (continuation of Deferred@2144160150 after retry RPC after error@1067365163) -> (continuation of Deferred@542595805 after retry RPC after error@165160920) -> (continuation of Deferred@483151500 after retry RPC after error@1451336149) -> (continuation of Deferred@1276811370 after retry RPC after error@78942422) -> (continuation of Deferred@2054293218 after retry RPC after error@564563824) -> (continuation of Deferred@971479782 after retry RPC after error@427138860) -> (continuation of Deferred@1943719926 after retry RPC after error@1712456690) -> (continuation of Deferred@1671923068 after retry RPC after error@1453259483) -> (continuation of Deferred@1931360897 after retry RPC after error@90552963) -> (continuation of Deferred@1521894198 after retry RPC after error@2078225049) -> (continuation of Deferred@2031605073 after retry RPC after error@1359927634) -> (continuation of Deferred@969510838 after retry RPC after error@998259180) -> (continuation of Deferred@2088427152 after retry RPC after error@1536777220), errback=(continuation of Deferred@132281811 after retry RPC after error@1038376257) -> (continuation of Deferred@1429863622 after retry RPC after error@146545472) -> (continuation of Deferred@476363625 after retry RPC after error@66450417) -> (continuation of Deferred@422633605 after retry RPC after error@1908317944) -> (continuation of Deferred@1220070485 after retry RPC after error@1686033608) -> (continuation of Deferred@2060727306 after retry RPC after error@2140679414) -> (continuation of Deferred@1909234996 after retry RPC after error@1661390673) -> (continuation of Deferred@950649695 after retry RPC after error@115910432) -> (continuation of Deferred@324579316 after retry RPC after error@1190237833) -> (continuation of Deferred@808715827 after retry RPC after error@1931896498) -> (continuation of Deferred@634863661 after retry RPC after error@1876479936) -> (continuation of Deferred@2144160150 after retry RPC after error@1067365163) -> (continuation of Deferred@542595805 after retry RPC after error@165160920) -> (continuation of Deferred@483151500 after retry RPC after error@1451336149) -> (continuation of Deferred@1276811370 after retry RPC after error@78942422) -> (continuation of Deferred@2054293218 after retry RPC after error@564563824) -> (continuation of Deferred@971479782 after retry RPC after error@427138860) -> (continuation of Deferred@1943719926 after retry RPC after error@1712456690) -> (continuation of Deferred@1671923068 after retry RPC after error@1453259483) -> (continuation of Deferred@1931360897 after retry RPC after error@90552963) -> (continuation of Deferred@1521894198 after retry RPC after error@2078225049) -> (continuation of Deferred@2031605073 after retry RPC after error@1359927634) -> (continuation of Deferred@969510838 after retry RPC after error@998259180) -> (continuation of Deferred@2088427152 after retry RPC after error@1536777220)))
20:06:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.583451  6884 ts_manager.cc:194] Registered new tserver with Master: 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213)
20:06:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.585394  6884 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.127.66:60651
20:06:59.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.589270  7364 heartbeater.cc:344] Connected to a master server at 127.6.127.126:35627
20:06:59.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.589632  7364 heartbeater.cc:461] Registering TS with master...
20:06:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.590327  7364 heartbeater.cc:507] Master 127.6.127.126:35627 requested a full tablet report, sending...
20:06:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:06:59.592972  6701 ts_manager.cc:194] Registered new tserver with Master: 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213)
20:06:59.788 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:59.788 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:59.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.791 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:59.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:59.793 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29904), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [39ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [50ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [51ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [135ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [171ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [172ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [294ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [300ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [304ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [323ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [343ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [364ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [364ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [423ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [423ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [424ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [424ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [522ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [523ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [523ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [524ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [524ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [702ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [703ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [703ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [703ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1684ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3021ms] refreshing cache from master, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3024ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3024ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3025ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3025ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [5721ms] refreshing cache from master, [5721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5724ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [5725ms] too many traces: truncated at 100 traces, deferred=Deferred@1276969826(state=PENDING, result=null, callback=(continuation of Deferred@788067986 after retry RPC after error@375601197) -> (continuation of Deferred@199610284 after retry RPC after error@793234337) -> (continuation of Deferred@1189274813 after retry RPC after error@1238306332) -> (continuation of Deferred@1827811366 after retry RPC after error@2113533146) -> (continuation of Deferred@753869012 after retry RPC after error@492926139) -> (continuation of Deferred@1617888305 after retry RPC after error@1375892418) -> (continuation of Deferred@129896662 after retry RPC after error@292321334) -> (continuation of Deferred@154843302 after retry RPC after error@1223116320) -> (continuation of Deferred@1059641162 after retry RPC after error@1308075345) -> (continuation of Deferred@299158465 after retry RPC after error@1668307357) -> (continuation of Deferred@437993534 after retry RPC after error@1790354177) -> (continuation of Deferred@1569453909 after retry RPC after error@1020719560) -> (continuation of Deferred@2089569500 after retry RPC after error@595416807) -> (continuation of Deferred@558771330 after retry RPC after error@706597330) -> (continuation of Deferred@879330017 after retry RPC after error@2112495845) -> (continuation of Deferred@756038118 after retry RPC after error@1774714583) -> (continuation of Deferred@297867140 after retry RPC after error@1023467601) -> (continuation of Deferred@301146398 after retry RPC after error@1192510641) -> (continuation of Deferred@1592788704 after retry RPC after error@1682470663) -> (continuation of Deferred@1824215361 after retry RPC after error@158310827) -> (continuation of Deferred@1475768672 after retry RPC after error@1881265366) -> (continuation of Deferred@1185325770 after retry RPC after error@842019148), errback=(continuation of Deferred@788067986 after retry RPC after error@375601197) -> (continuation of Deferred@199610284 after retry RPC after error@793234337) -> (continuation of Deferred@1189274813 after retry RPC after error@1238306332) -> (continuation of Deferred@1827811366 after retry RPC after error@2113533146) -> (continuation of Deferred@753869012 after retry RPC after error@492926139) -> (continuation of Deferred@1617888305 after retry RPC after error@1375892418) -> (continuation of Deferred@129896662 after retry RPC after error@292321334) -> (continuation of Deferred@154843302 after retry RPC after error@1223116320) -> (continuation of Deferred@1059641162 after retry RPC after error@1308075345) -> (continuation of Deferred@299158465 after retry RPC after error@1668307357) -> (continuation of Deferred@437993534 after retry RPC after error@1790354177) -> (continuation of Deferred@1569453909 after retry RPC after error@1020719560) -> (continuation of Deferred@2089569500 after retry RPC after error@595416807) -> (continuation of Deferred@558771330 after retry RPC after error@706597330) -> (continuation of Deferred@879330017 after retry RPC after error@2112495845) -> (continuation of Deferred@756038118 after retry RPC after error@1774714583) -> (continuation of Deferred@297867140 after retry RPC after error@1023467601) -> (continuation of Deferred@301146398 after retry RPC after error@1192510641) -> (continuation of Deferred@1592788704 after retry RPC after error@1682470663) -> (continuation of Deferred@1824215361 after retry RPC after error@158310827) -> (continuation of Deferred@1475768672 after retry RPC after error@1881265366) -> (continuation of Deferred@1185325770 after retry RPC after error@842019148)))
20:06:59.794 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:06:59.795 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:06:59.795 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:06:59.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:59.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:59.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:06:59.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:59.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:59.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:06:59.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:59.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:59.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:06:59.797 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:06:59.812 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:06:59.813 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:06:59.813 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:06:59.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:06:59.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:06:59.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:06:59.815 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:06:59.815 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29832), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [21ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [192ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [226ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [228ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [228ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [264ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [264ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [265ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [303ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [303ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [327ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [328ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [328ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [344ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [345ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [345ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [346ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [346ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [565ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [565ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [565ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [682ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [684ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1680ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1684ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2961ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2964ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2964ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [6880ms] refreshing cache from master, [6880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [6881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [6882ms] too many traces: truncated at 100 traces, deferred=Deferred@179148387(state=PENDING, result=null, callback=(continuation of Deferred@1428795571 after retry RPC after error@1448416198) -> (continuation of Deferred@1101631682 after retry RPC after error@668014618) -> (continuation of Deferred@1072007291 after retry RPC after error@1104176994) -> (continuation of Deferred@1282592794 after retry RPC after error@1665925190) -> (continuation of Deferred@1895430660 after retry RPC after error@844130318) -> (continuation of Deferred@1752734814 after retry RPC after error@1798700839) -> (continuation of Deferred@1419973023 after retry RPC after error@1694634781) -> (continuation of Deferred@1236597135 after retry RPC after error@222096217) -> (continuation of Deferred@1096760456 after retry RPC after error@875578693) -> (continuation of Deferred@1512487629 after retry RPC after error@808121587) -> (continuation of Deferred@145306882 after retry RPC after error@1040532287) -> (continuation of Deferred@1369077472 after retry RPC after error@913345868) -> (continuation of Deferred@1999683493 after retry RPC after error@1673004743) -> (continuation of Deferred@1637306662 after retry RPC after error@1405070005) -> (continuation of Deferred@553712368 after retry RPC after error@36523561) -> (continuation of Deferred@1508385067 after retry RPC after error@2007810721) -> (continuation of Deferred@1365078494 after retry RPC after error@971583962) -> (continuation of Deferred@554741429 after retry RPC after error@809032188) -> (continuation of Deferred@181509540 after retry RPC after error@2059799237) -> (continuation of Deferred@1577547310 after retry RPC after error@679916331) -> (continuation of Deferred@784086818 after retry RPC after error@1692827666) -> (continuation of Deferred@20262054 after retry RPC after error@473417792) -> (continuation of Deferred@1409153475 after retry RPC after error@63636926) -> (continuation of Deferred@733174141 after retry RPC after error@165998979), errback=(continuation of Deferred@1428795571 after retry RPC after error@1448416198) -> (continuation of Deferred@1101631682 after retry RPC after error@668014618) -> (continuation of Deferred@1072007291 after retry RPC after error@1104176994) -> (continuation of Deferred@1282592794 after retry RPC after error@1665925190) -> (continuation of Deferred@1895430660 after retry RPC after error@844130318) -> (continuation of Deferred@1752734814 after retry RPC after error@1798700839) -> (continuation of Deferred@1419973023 after retry RPC after error@1694634781) -> (continuation of Deferred@1236597135 after retry RPC after error@222096217) -> (continuation of Deferred@1096760456 after retry RPC after error@875578693) -> (continuation of Deferred@1512487629 after retry RPC after error@808121587) -> (continuation of Deferred@145306882 after retry RPC after error@1040532287) -> (continuation of Deferred@1369077472 after retry RPC after error@913345868) -> (continuation of Deferred@1999683493 after retry RPC after error@1673004743) -> (continuation of Deferred@1637306662 after retry RPC after error@1405070005) -> (continuation of Deferred@553712368 after retry RPC after error@36523561) -> (continuation of Deferred@1508385067 after retry RPC after error@2007810721) -> (continuation of Deferred@1365078494 after retry RPC after error@971583962) -> (continuation of Deferred@554741429 after retry RPC after error@809032188) -> (continuation of Deferred@181509540 after retry RPC after error@2059799237) -> (continuation of Deferred@1577547310 after retry RPC after error@679916331) -> (continuation of Deferred@784086818 after retry RPC after error@1692827666) -> (continuation of Deferred@20262054 after retry RPC after error@473417792) -> (continuation of Deferred@1409153475 after retry RPC after error@63636926) -> (continuation of Deferred@733174141 after retry RPC after error@165998979)))
20:06:59.824 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:06:59.824 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:06:59.824 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:06:59.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:59.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:59.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:06:59.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:59.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:59.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:06:59.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:59.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:59.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:06:59.826 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:06:59.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.953573  7372 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.954241  7372 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.955083  7372 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:59.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:06:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.995967  7372 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:06:59.997051  7372 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.127.67
20:07:00.036 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:00.037 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:00.038 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:00.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:00.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:00.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:00.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:00.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:00.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:00.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:00.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:00.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:00.038 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:00.043926  7372 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.127.84:42497
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/data
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/wal
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.127.67:0
20:07:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/data/info.pb
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.127.67
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.127.126:35627,127.6.127.125:39777,127.6.127.124:38349
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.127.67
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/logs
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:00.045451  7372 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:00.047381  7372 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:00.061977  7378 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:00.155 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:00.156 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:00.156 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:00.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:00.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:00.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:00.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:00.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:00.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:00.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:00.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:00.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:00.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:00.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:00.444 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:00.444 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:00.444 [DEBUG - pool-148-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:00.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:00.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:00.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:00.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:00.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:00.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:00.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:00.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:00.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:00.446 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:00.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:00.590230  7362 heartbeater.cc:499] Master 127.6.127.124:38349 was elected leader, sending a full tablet report...
20:07:00.598 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:00.598 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:00.598 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:00.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:00.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:00.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:00.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:00.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:00.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:00.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:00.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:00.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:00.599 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:00.671 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:00.672 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:00.672 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:00.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:00.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:00.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:00.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:00.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:00.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:00.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:00.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:00.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:00.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:00.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:00.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:01.117 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:01.117 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:01.118 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:01.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:01.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:01.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:01.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:01.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:01.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:01.120 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:01.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:01.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:01.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:01.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:00.064340  7379 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:00.069702  7381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:01.419991  7380 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:07:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.420159  7372 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.427249  7372 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:01.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.430354  7372 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.433993  7372 hybrid_clock.cc:648] HybridClock initialized: now 1779134821433860 us; error 110 us; skew 500 ppm
20:07:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.435098  7372 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.441911  7372 webserver.cc:533] Webserver started at http://127.6.127.67:37819/ using document root <none> and password file <none>
20:07:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.443295  7372 fs_manager.cc:362] Metadata directory not provided
20:07:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.443502  7372 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.444026  7372 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.448649  7372 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/data/instance:
20:07:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a1b75fca9714c379ec682d60725416f"
20:07:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:01 on dist-test-slave-66b9"
20:07:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.450114  7372 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/wal/instance:
20:07:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a1b75fca9714c379ec682d60725416f"
20:07:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:01 on dist-test-slave-66b9"
20:07:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.459085  7372 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
20:07:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.466154  7391 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.467617  7372 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
20:07:01.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.467975  7372 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/wal
20:07:01.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a1b75fca9714c379ec682d60725416f"
20:07:01.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:01 on dist-test-slave-66b9"
20:07:01.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.468353  7372 fs_report.cc:389] FS layout report
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/wal
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/wal
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/data/data
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:01.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:01.508 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RESTARTING to RUNNING.
20:07:01.509 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:07:01.510 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:07:01.510 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:07:01.511 [INFO - Thread-29] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:07:01.512 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.1.202.126:43031(127.1.202.126:43031)] disconnecting while in state TERMINATED
20:07:01.512 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.1.202.124:42607(127.1.202.124:42607)] disconnecting while in state TERMINATED
20:07:01.513 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.1.202.125:35071(127.1.202.125:35071)] disconnecting while in state TERMINATED
20:07:01.514 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:01.515 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
20:07:01.516 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:07:01.516 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
20:07:01.516 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 14b824ff57df8d4ac4eae5ff98ec280b
20:07:01.517 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
20:07:01.517 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:07:01.518 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:01.518 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
20:07:01.518 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id d15f1901baa864f36fa237de7b249a2e
20:07:01.519 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
20:07:01.519 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 14b824ff57df8d4ac4eae5ff98ec280b.
20:07:01.519 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:01.520 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
20:07:01.520 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 91474ac93371d1f86887f8593e4d0443
20:07:01.520 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
20:07:01.521 [INFO - Thread-29] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:07:01.521 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
20:07:01.521 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 98402ba73ff648b9e4ce6e4e36245f3b
20:07:01.521 [INFO - Thread-29] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:07:01.521 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:07:01.523 [DEBUG - Thread-29] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:01.524 [INFO - Thread-29] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:07:01.530 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:07:01.531 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id d15f1901baa864f36fa237de7b249a2e.
20:07:01.535 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
20:07:01.537 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
20:07:01.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65915f0
20:07:01.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:01.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:07:01.539 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:07:01.541 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:07:01.550 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7654b352
20:07:01.551 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:01.551 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:01.553 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:01.554 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:01.554 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 91474ac93371d1f86887f8593e4d0443.
20:07:01.556 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 91474ac93371d1f86887f8593e4d0443.
20:07:01.556 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:01.556 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
20:07:01.556 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
20:07:01.562 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3724e8eb
20:07:01.562 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:01.562 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:07:01.563 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
20:07:01.563 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
20:07:01.563 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:07:01.564 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.564 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 98402ba73ff648b9e4ce6e4e36245f3b.
20:07:01.565 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:01.565 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.567 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.567 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
20:07:01.567 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
20:07:01.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.568 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ae525a3
20:07:01.568 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:01.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.569 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
20:07:01.569 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:07:01.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
20:07:01.570 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
20:07:01.570 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
20:07:01.571 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e71c8fb
20:07:01.572 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:01.572 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:07:01.572 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
20:07:01.573 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2399f456
20:07:01.573 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
20:07:01.573 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2749845
20:07:01.574 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:01.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.575 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:01.578 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:01.578 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a899589
20:07:01.578 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:01.580 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:01.580 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.580519  7372 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:01.581 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.582 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.583019  7372 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.583627  7372 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:01.585 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.586 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.587510  7372 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:01.590 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.590 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.590 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.598 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.602061  7372 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.602533  7372 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:01.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.602869  7372 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:01.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.603124  7372 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:07:01.605 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:01.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.606 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:01.606 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.606 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.607 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.609 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.610 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.611 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:01.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.612 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.612 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.613 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.614 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.621 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.621 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.625 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.625 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.625 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:01.625 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.626 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.628 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.629 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:01.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.631 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.634 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:01.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:01.637 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.640 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.642 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.643 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.643 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.644 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.644 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.644 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.646 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.646 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.646 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:01.646 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:01.647 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:01.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.654 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:01.658 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.661 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.662 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.662 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.662 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.662 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.663 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.663 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.664 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.665 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.666 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.666 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:01.666 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:01.666 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:01.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:01.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.670 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.670 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.670 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.670 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.671 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.673 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:01.673 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:01.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:01.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:01.674 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:01.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:01.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:01.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:01.675 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:01.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:01.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:01.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:01.676 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:01.681 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.681 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.682 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.683 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.684 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:01.688 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.688 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.688 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.689 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.689 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.694 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.696 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.700 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.701 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.702 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.701 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.703 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.704 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.704 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.705 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.707 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:01.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.707 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:01.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.707 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:01.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.707 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.708 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.708 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.708 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.709 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.709 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:01.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.709 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.710 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.721 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.721 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.722 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.722 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.723 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.723 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.724 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.725 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.725 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.725 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.725 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.726 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:01.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.726 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:01.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.723 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.727 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.728 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.728 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.728 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.729 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:01.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.730 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:01.742 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.743 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.743 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.745 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.761 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.761 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.761 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.762 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.763 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.763 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.763 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.765 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.765 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.766 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.767 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.781 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.781 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.782 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.783 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.783 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.783 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.781 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.784 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.784 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.784 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.784 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.784 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.785 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.801 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.801 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.801 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.802 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.802 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.802 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.802 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.802 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.803 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.826 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:01.826 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:01.826 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:01.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.827 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:01.843 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.844 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.844 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.862 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.862 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.862 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.885295  7372 rpc_server.cc:307] RPC server started. Bound to: 127.6.127.67:42815
20:07:01.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.885594  7558 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.127.67:42815 every 8 connection(s)
20:07:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.888375  7372 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/data/info.pb
20:07:01.904 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.905 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.905 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.907 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.901818  6653 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 7372
20:07:01.908 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:01.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.902907  6653 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster8002104341380135906/ts-2/wal/instance
20:07:01.923 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.924 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.924 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.925 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.925 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.925 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.930 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.941 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.941 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.942 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.944 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.946 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:01.946 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:01.947 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:01.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:01.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:01.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:01.948 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:01.963 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:01.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.964 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.964 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:01.964 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:01.965 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:01.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:01.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:01.967 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:01.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.978720  7560 heartbeater.cc:344] Connected to a master server at 127.6.127.125:39777
20:07:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.979329  7560 heartbeater.cc:461] Registering TS with master...
20:07:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.980824  7560 heartbeater.cc:507] Master 127.6.127.125:39777 requested a full tablet report, sending...
20:07:01.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.984261  7559 heartbeater.cc:344] Connected to a master server at 127.6.127.124:38349
20:07:01.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.984658  7559 heartbeater.cc:461] Registering TS with master...
20:07:01.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.985613  7559 heartbeater.cc:507] Master 127.6.127.124:38349 requested a full tablet report, sending...
20:07:01.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.987612  6782 ts_manager.cc:194] Registered new tserver with Master: 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:01.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.987869  6884 ts_manager.cc:194] Registered new tserver with Master: 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.989589  6884 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.127.67:46869
20:07:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.993767  7561 heartbeater.cc:344] Connected to a master server at 127.6.127.126:35627
20:07:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.994268  7561 heartbeater.cc:461] Registering TS with master...
20:07:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.995476  7561 heartbeater.cc:507] Master 127.6.127.126:35627 requested a full tablet report, sending...
20:07:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:01.999045  6701 ts_manager.cc:194] Registered new tserver with Master: 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.004837  6653 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:07:02.017 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:07:02.018 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:07:02.019 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.127.126"
      port: 35627
    }
    bound_http_address {
      host: "127.6.127.126"
      port: 44189
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.127.125"
      port: 39777
    }
    bound_http_address {
      host: "127.6.127.125"
      port: 35465
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.127.124"
      port: 38349
    }
    bound_http_address {
      host: "127.6.127.124"
      port: 45255
    }
  }
}

20:07:02.019 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:07:02.020 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.127.65"
      port: 36129
    }
    bound_http_address {
      host: "127.6.127.65"
      port: 36369
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.127.66"
      port: 38213
    }
    bound_http_address {
      host: "127.6.127.66"
      port: 40597
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.127.67"
      port: 42815
    }
    bound_http_address {
      host: "127.6.127.67"
      port: 37819
    }
  }
}

20:07:02.020 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:07:02.022 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:02.025 [DEBUG - main] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:02.026 [DEBUG - main] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:02.026 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.177.126:45579(127.5.177.126:45579)] Successfully connected to peer
20:07:02.027 [DEBUG - main] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:02.028 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.177.125:34987(127.5.177.125:34987)] Successfully connected to peer
20:07:02.035 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.125
20:07:02.041 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.177.124:42459(127.5.177.124:42459)] Successfully connected to peer
20:07:02.044 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.124
20:07:02.045 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.126
20:07:02.056 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:02.056 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:02.056 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:02.057 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:02.057 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:02.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:02.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:02.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:02.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:02.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:02.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:02.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:02.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:02.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:02.058 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:02.059 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:02.062 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd409e0fa, L:/127.0.0.1:41948 - R:/127.5.177.124:42459] using SASL/PLAIN
20:07:02.064 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6c63e476, L:/127.0.0.1:60860 - R:/127.5.177.125:34987] using SASL/PLAIN
20:07:02.065 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7ead6d28, L:/127.0.0.1:48140 - R:/127.5.177.126:45579] using SASL/PLAIN
20:07:02.066 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:02.066 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=43), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [41ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: OK, deferred=null) after lookup
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.070494  6073 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41948:
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\0012\000\000\000\004\001\226\000\000\000"
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.075908  6073 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:07:02.098 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:02.098 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:02.099 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:02.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:02.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:02.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:02.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:02.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:02.100 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:02.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:02.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:02.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:02.101 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:02.125 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:02.125 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:02.126 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:02.126 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.127 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:02.138 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:02.141 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:02.146 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:02.146 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:02.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:02.188 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.251950  6438 tablet_service.cc:1511] Processing CreateTablet for tablet cf92b78753e14afe9da760cbbacd8376 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
20:07:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.255337  6438 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cf92b78753e14afe9da760cbbacd8376. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.254159  6578 tablet_service.cc:1511] Processing CreateTablet for tablet cf92b78753e14afe9da760cbbacd8376 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
20:07:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.257038  6437 tablet_service.cc:1511] Processing CreateTablet for tablet ca8f128375634ac49407b516696a9546 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.258771  6437 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ca8f128375634ac49407b516696a9546. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.257738  6578 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cf92b78753e14afe9da760cbbacd8376. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.262468  6577 tablet_service.cc:1511] Processing CreateTablet for tablet ca8f128375634ac49407b516696a9546 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.263139  6293 tablet_service.cc:1511] Processing CreateTablet for tablet ca8f128375634ac49407b516696a9546 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.265691  6577 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ca8f128375634ac49407b516696a9546. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.270010  6293 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ca8f128375634ac49407b516696a9546. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.271016  6294 tablet_service.cc:1511] Processing CreateTablet for tablet cf92b78753e14afe9da760cbbacd8376 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
20:07:02.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.272624  6294 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cf92b78753e14afe9da760cbbacd8376. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.281602  6436 tablet_service.cc:1511] Processing CreateTablet for tablet 90ce07bcbb6f4589bb615143109abc19 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
20:07:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.283581  6436 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 90ce07bcbb6f4589bb615143109abc19. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.284049  6576 tablet_service.cc:1511] Processing CreateTablet for tablet 90ce07bcbb6f4589bb615143109abc19 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
20:07:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.285408  6576 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 90ce07bcbb6f4589bb615143109abc19. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.291653  6435 tablet_service.cc:1511] Processing CreateTablet for tablet c0ffbd8c1e804ebe833f6f628193ace4 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
20:07:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.298023  6435 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0ffbd8c1e804ebe833f6f628193ace4. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.297681  6292 tablet_service.cc:1511] Processing CreateTablet for tablet 90ce07bcbb6f4589bb615143109abc19 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
20:07:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.299163  6292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 90ce07bcbb6f4589bb615143109abc19. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.299607  6575 tablet_service.cc:1511] Processing CreateTablet for tablet c0ffbd8c1e804ebe833f6f628193ace4 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
20:07:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.301388  6575 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0ffbd8c1e804ebe833f6f628193ace4. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.302063  6290 tablet_service.cc:1511] Processing CreateTablet for tablet e60ee8e0015040289ebe157e42ea7c16 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.302577  6434 tablet_service.cc:1511] Processing CreateTablet for tablet e60ee8e0015040289ebe157e42ea7c16 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.303604  6290 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e60ee8e0015040289ebe157e42ea7c16. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.303941  6434 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e60ee8e0015040289ebe157e42ea7c16. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.304636  6574 tablet_service.cc:1511] Processing CreateTablet for tablet e60ee8e0015040289ebe157e42ea7c16 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:02.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.306409  6574 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e60ee8e0015040289ebe157e42ea7c16. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.310066  6291 tablet_service.cc:1511] Processing CreateTablet for tablet c0ffbd8c1e804ebe833f6f628193ace4 (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
20:07:02.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.312433  6573 tablet_service.cc:1511] Processing CreateTablet for tablet fafdfadacdba481cbf72609b0cae44fc (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
20:07:02.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.315116  6433 tablet_service.cc:1511] Processing CreateTablet for tablet fafdfadacdba481cbf72609b0cae44fc (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
20:07:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.312992  6291 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c0ffbd8c1e804ebe833f6f628193ace4. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.316756  6573 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fafdfadacdba481cbf72609b0cae44fc. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.316866  6433 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fafdfadacdba481cbf72609b0cae44fc. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.342 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:02.342 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:02.342 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:02.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.344 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:02.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.342306  6289 tablet_service.cc:1511] Processing CreateTablet for tablet fafdfadacdba481cbf72609b0cae44fc (DEFAULT_TABLE table=replication_test_table [id=12737b8912024a09a7f7429c27e90d21]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
20:07:02.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.343828  6289 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fafdfadacdba481cbf72609b0cae44fc. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:02.345 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:02.345 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:02.346 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:02.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:02.346 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:02.346 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:02.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:02.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:02.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:02.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:02.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:02.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:02.347 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.392838  7594 tablet_bootstrap.cc:492] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945: Bootstrap starting.
20:07:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.397979  7593 tablet_bootstrap.cc:492] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1: Bootstrap starting.
20:07:02.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.414753  7593 tablet_bootstrap.cc:654] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1: Neither blocks nor log segments found. Creating new log.
20:07:02.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.416862  7594 tablet_bootstrap.cc:654] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945: Neither blocks nor log segments found. Creating new log.
20:07:02.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.419540  7594 log.cc:826] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945: Log is configured to *not* fsync() on all Append() calls
20:07:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.424105  7593 log.cc:826] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1: Log is configured to *not* fsync() on all Append() calls
20:07:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.436313  7594 tablet_bootstrap.cc:492] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945: No bootstrap required, opened a new log
20:07:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.436894  7594 ts_tablet_manager.cc:1403] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945: Time spent bootstrapping tablet: real 0.045s	user 0.005s	sys 0.015s
20:07:02.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.446497  7593 tablet_bootstrap.cc:492] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1: No bootstrap required, opened a new log
20:07:02.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.447978  7593 ts_tablet_manager.cc:1403] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent bootstrapping tablet: real 0.051s	user 0.010s	sys 0.011s
20:07:02.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.471769  7597 tablet_bootstrap.cc:492] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d: Bootstrap starting.
20:07:02.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.483269  7597 tablet_bootstrap.cc:654] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d: Neither blocks nor log segments found. Creating new log.
20:07:02.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.485968  7597 log.cc:826] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d: Log is configured to *not* fsync() on all Append() calls
20:07:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.507170  7594 raft_consensus.cc:359] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.508934  7594 raft_consensus.cc:385] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.509315  7594 raft_consensus.cc:740] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Initialized, Role: FOLLOWER
20:07:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.510612  7594 consensus_queue.cc:260] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.514343  7597 tablet_bootstrap.cc:492] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d: No bootstrap required, opened a new log
20:07:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.515455  7597 ts_tablet_manager.cc:1403] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d: Time spent bootstrapping tablet: real 0.044s	user 0.023s	sys 0.007s
20:07:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.514815  7593 raft_consensus.cc:359] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.516744  7593 raft_consensus.cc:385] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.517477  7593 raft_consensus.cc:740] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3376e6244a384c2ba98c5c24ffd7e3e1, State: Initialized, Role: FOLLOWER
20:07:02.526 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:02.526 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:02.527 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:02.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:02.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:02.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:02.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:02.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:02.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:02.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:02.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:02.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:02.533 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.525918  7593 consensus_queue.cc:260] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.545048  7594 ts_tablet_manager.cc:1434] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945: Time spent starting tablet: real 0.108s	user 0.042s	sys 0.027s
20:07:02.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.570034  7594 tablet_bootstrap.cc:492] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945: Bootstrap starting.
20:07:02.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.572664  7593 ts_tablet_manager.cc:1434] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent starting tablet: real 0.124s	user 0.038s	sys 0.014s
20:07:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.573583  7597 raft_consensus.cc:359] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.574775  7593 tablet_bootstrap.cc:492] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1: Bootstrap starting.
20:07:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.574883  7597 raft_consensus.cc:385] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.575524  7597 raft_consensus.cc:740] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c137d1c100534097bf66d49f266f4c2d, State: Initialized, Role: FOLLOWER
20:07:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.585693  7593 tablet_bootstrap.cc:654] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1: Neither blocks nor log segments found. Creating new log.
20:07:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.585623  7597 consensus_queue.cc:260] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.588456  7601 raft_consensus.cc:493] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.589057  7599 raft_consensus.cc:493] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.589687  7599 raft_consensus.cc:515] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.589968  7601 raft_consensus.cc:515] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.596351  7599 leader_election.cc:290] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.600185  7601 leader_election.cc:290] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:02.617 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:02.618 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:02.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:02.618 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:02.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:02.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:02.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:02.619 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:02.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:02.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:02.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:02.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:02.620 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.644296  7594 tablet_bootstrap.cc:654] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945: Neither blocks nor log segments found. Creating new log.
20:07:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.651669  7593 tablet_bootstrap.cc:492] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1: No bootstrap required, opened a new log
20:07:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.652298  7593 ts_tablet_manager.cc:1403] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent bootstrapping tablet: real 0.078s	user 0.017s	sys 0.002s
20:07:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.656195  7593 raft_consensus.cc:359] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.657406  7593 raft_consensus.cc:385] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.657749  7593 raft_consensus.cc:740] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3376e6244a384c2ba98c5c24ffd7e3e1, State: Initialized, Role: FOLLOWER
20:07:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.658833  7593 consensus_queue.cc:260] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.683074  7597 ts_tablet_manager.cc:1434] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d: Time spent starting tablet: real 0.167s	user 0.041s	sys 0.030s
20:07:02.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.686745  6598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d" is_pre_election: true
20:07:02.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.690263  7593 ts_tablet_manager.cc:1434] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent starting tablet: real 0.038s	user 0.006s	sys 0.003s
20:07:02.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.697484  6393 leader_election.cc:343] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377): Illegal state: must be running to vote when last-logged opid is not known
20:07:02.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.697419  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.698683  6314 raft_consensus.cc:2468] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 012377eab9814d8887a4b427c16ed945 in term 0.
20:07:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.700563  6393 leader_election.cc:304] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1; no voters: c137d1c100534097bf66d49f266f4c2d
20:07:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.702591  7599 raft_consensus.cc:2804] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.703042  7599 raft_consensus.cc:493] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.703433  7599 raft_consensus.cc:3060] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Advancing to term 1
20:07:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.703413  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "90ce07bcbb6f4589bb615143109abc19" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.704046  6314 raft_consensus.cc:2468] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 0.
20:07:02.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.705536  6533 leader_election.cc:304] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3376e6244a384c2ba98c5c24ffd7e3e1, c137d1c100534097bf66d49f266f4c2d; no voters: 
20:07:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.706779  7602 raft_consensus.cc:2804] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.707177  7602 raft_consensus.cc:493] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:02.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.707527  7602 raft_consensus.cc:3060] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Advancing to term 1
20:07:02.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.709509  7594 tablet_bootstrap.cc:492] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945: No bootstrap required, opened a new log
20:07:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.710036  7594 ts_tablet_manager.cc:1403] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945: Time spent bootstrapping tablet: real 0.149s	user 0.015s	sys 0.001s
20:07:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.712597  7599 raft_consensus.cc:515] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.714941  7593 tablet_bootstrap.cc:492] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1: Bootstrap starting.
20:07:02.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.715679  7599 leader_election.cc:290] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 election: Requested vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.716799  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:07:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.717558  6314 raft_consensus.cc:3060] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Advancing to term 1
20:07:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.717535  6598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d"
20:07:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.717664  6365 tablet.cc:2404] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.719239  7594 raft_consensus.cc:359] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.719991  7594 raft_consensus.cc:385] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.720314  7594 raft_consensus.cc:740] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Initialized, Role: FOLLOWER
20:07:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.720937  6393 leader_election.cc:343] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377): Illegal state: must be running to vote when last-logged opid is not known
20:07:02.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.723737  7597 tablet_bootstrap.cc:492] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d: Bootstrap starting.
20:07:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.723683  7602 raft_consensus.cc:515] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.725273  7594 consensus_queue.cc:260] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.725549  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "90ce07bcbb6f4589bb615143109abc19" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945" is_pre_election: true
20:07:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.726400  6314 raft_consensus.cc:2468] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 012377eab9814d8887a4b427c16ed945 in term 1.
20:07:02.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.727962  6534 leader_election.cc:343] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735): Illegal state: must be running to vote when last-logged opid is not known
20:07:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.729430  6393 leader_election.cc:304] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1; no voters: c137d1c100534097bf66d49f266f4c2d
20:07:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.730401  7599 raft_consensus.cc:2804] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Leader election won for term 1
20:07:02.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.737128  7602 leader_election.cc:290] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 election: Requested vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:02.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.737347  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "90ce07bcbb6f4589bb615143109abc19" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945"
20:07:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.737411  6648 tablet.cc:2404] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.738174  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "90ce07bcbb6f4589bb615143109abc19" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:07:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.738737  6314 raft_consensus.cc:3060] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Advancing to term 1
20:07:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.740648  6534 leader_election.cc:343] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735): Illegal state: must be running to vote when last-logged opid is not known
20:07:02.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.746277  7594 ts_tablet_manager.cc:1434] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945: Time spent starting tablet: real 0.036s	user 0.011s	sys 0.000s
20:07:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.748481  7593 tablet_bootstrap.cc:654] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1: Neither blocks nor log segments found. Creating new log.
20:07:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.762674  6506 tablet.cc:2404] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.763653  7597 tablet_bootstrap.cc:654] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d: Neither blocks nor log segments found. Creating new log.
20:07:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.763487  7599 raft_consensus.cc:697] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 1 LEADER]: Becoming Leader. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Running, Role: LEADER
20:07:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.765111  7594 tablet_bootstrap.cc:492] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945: Bootstrap starting.
20:07:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.766863  6314 raft_consensus.cc:2468] T 90ce07bcbb6f4589bb615143109abc19 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 1.
20:07:02.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.768554  6533 leader_election.cc:304] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3376e6244a384c2ba98c5c24ffd7e3e1, c137d1c100534097bf66d49f266f4c2d; no voters: 012377eab9814d8887a4b427c16ed945
20:07:02.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.769440  7602 raft_consensus.cc:2804] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Leader election won for term 1
20:07:02.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.769965  7602 raft_consensus.cc:697] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [term 1 LEADER]: Becoming Leader. State: Replica: c137d1c100534097bf66d49f266f4c2d, State: Running, Role: LEADER
20:07:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.770987  7602 consensus_queue.cc:237] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.777635  7593 tablet_bootstrap.cc:492] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1: No bootstrap required, opened a new log
20:07:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.778775  7593 ts_tablet_manager.cc:1403] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent bootstrapping tablet: real 0.064s	user 0.011s	sys 0.005s
20:07:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.783635  7593 raft_consensus.cc:359] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.784451  7597 tablet_bootstrap.cc:492] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d: No bootstrap required, opened a new log
20:07:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.784945  7597 ts_tablet_manager.cc:1403] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d: Time spent bootstrapping tablet: real 0.101s	user 0.001s	sys 0.015s
20:07:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.784966  7593 raft_consensus.cc:385] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.782832  7599 consensus_queue.cc:237] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.785568  7593 raft_consensus.cc:740] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3376e6244a384c2ba98c5c24ffd7e3e1, State: Initialized, Role: FOLLOWER
20:07:02.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.787343  7593 consensus_queue.cc:260] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.787567  7594 tablet_bootstrap.cc:654] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945: Neither blocks nor log segments found. Creating new log.
20:07:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.790736  7593 ts_tablet_manager.cc:1434] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent starting tablet: real 0.011s	user 0.008s	sys 0.001s
20:07:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.792629  7593 tablet_bootstrap.cc:492] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1: Bootstrap starting.
20:07:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.794829  7597 raft_consensus.cc:359] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.795845  7597 raft_consensus.cc:385] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.796155  7597 raft_consensus.cc:740] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c137d1c100534097bf66d49f266f4c2d, State: Initialized, Role: FOLLOWER
20:07:02.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.802492  7593 tablet_bootstrap.cc:654] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1: Neither blocks nor log segments found. Creating new log.
20:07:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.813298  7597 consensus_queue.cc:260] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.826058  7597 ts_tablet_manager.cc:1434] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d: Time spent starting tablet: real 0.041s	user 0.011s	sys 0.000s
20:07:02.842 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:02.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.839680  6072 catalog_manager.cc:5696] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d reported cstate change: term changed from 0 to 1, leader changed from <none> to c137d1c100534097bf66d49f266f4c2d (127.5.177.67). New cstate: current_term: 1 leader_uuid: "c137d1c100534097bf66d49f266f4c2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } health_report { overall_health: HEALTHY } } }
20:07:02.843 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:02.843 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:02.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:02.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.843092  7597 tablet_bootstrap.cc:492] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d: Bootstrap starting.
20:07:02.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.857673  7597 tablet_bootstrap.cc:654] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d: Neither blocks nor log segments found. Creating new log.
20:07:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.867794  7602 raft_consensus.cc:493] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.868221  7602 raft_consensus.cc:515] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.870764  7602 leader_election.cc:290] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.871412  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fafdfadacdba481cbf72609b0cae44fc" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.872786  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fafdfadacdba481cbf72609b0cae44fc" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945" is_pre_election: true
20:07:02.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.874311  7594 tablet_bootstrap.cc:492] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945: No bootstrap required, opened a new log
20:07:02.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.874758  7594 ts_tablet_manager.cc:1403] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945: Time spent bootstrapping tablet: real 0.110s	user 0.008s	sys 0.011s
20:07:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.868999  6073 catalog_manager.cc:5696] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 reported cstate change: term changed from 0 to 1, leader changed from <none> to 012377eab9814d8887a4b427c16ed945 (127.5.177.66). New cstate: current_term: 1 leader_uuid: "012377eab9814d8887a4b427c16ed945" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } health_report { overall_health: UNKNOWN } } }
20:07:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.876742  6534 leader_election.cc:343] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735): Illegal state: must be running to vote when last-logged opid is not known
20:07:02.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:02.878583  6533 leader_election.cc:343] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169): Illegal state: must be running to vote when last-logged opid is not known
20:07:02.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.878980  7594 raft_consensus.cc:359] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.879719  7594 raft_consensus.cc:385] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.880028  7594 raft_consensus.cc:740] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Initialized, Role: FOLLOWER
20:07:02.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.880862  6533 leader_election.cc:304] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c137d1c100534097bf66d49f266f4c2d; no voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1
20:07:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.885021  7602 raft_consensus.cc:2749] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:07:02.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.881729  7594 consensus_queue.cc:260] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.892683  7594 ts_tablet_manager.cc:1434] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945: Time spent starting tablet: real 0.018s	user 0.007s	sys 0.000s
20:07:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.894623  7594 tablet_bootstrap.cc:492] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945: Bootstrap starting.
20:07:02.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:02.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.909166  7594 tablet_bootstrap.cc:654] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945: Neither blocks nor log segments found. Creating new log.
20:07:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.925266  7593 tablet_bootstrap.cc:492] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1: No bootstrap required, opened a new log
20:07:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.927106  7593 ts_tablet_manager.cc:1403] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent bootstrapping tablet: real 0.135s	user 0.031s	sys 0.017s
20:07:02.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.928719  7594 tablet_bootstrap.cc:492] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945: No bootstrap required, opened a new log
20:07:02.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.929291  7594 ts_tablet_manager.cc:1403] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945: Time spent bootstrapping tablet: real 0.035s	user 0.011s	sys 0.004s
20:07:02.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.932962  7594 raft_consensus.cc:359] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.935267  7594 raft_consensus.cc:385] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.936111  7594 raft_consensus.cc:740] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Initialized, Role: FOLLOWER
20:07:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.937201  7594 consensus_queue.cc:260] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.941720  7594 ts_tablet_manager.cc:1434] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945: Time spent starting tablet: real 0.012s	user 0.005s	sys 0.002s
20:07:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.943053  7594 tablet_bootstrap.cc:492] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945: Bootstrap starting.
20:07:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.949671  7594 tablet_bootstrap.cc:654] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945: Neither blocks nor log segments found. Creating new log.
20:07:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.962173  7594 tablet_bootstrap.cc:492] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945: No bootstrap required, opened a new log
20:07:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.963007  7594 ts_tablet_manager.cc:1403] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945: Time spent bootstrapping tablet: real 0.020s	user 0.014s	sys 0.004s
20:07:02.963 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:02.964 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:02.964 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:02.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:02.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:02.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.967 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:02.967 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.968266  7594 raft_consensus.cc:359] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.969200  7594 raft_consensus.cc:385] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.969600  7594 raft_consensus.cc:740] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Initialized, Role: FOLLOWER
20:07:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.970377  7594 consensus_queue.cc:260] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.973351  7594 ts_tablet_manager.cc:1434] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945: Time spent starting tablet: real 0.007s	user 0.002s	sys 0.003s
20:07:02.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.975412  7594 tablet_bootstrap.cc:492] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945: Bootstrap starting.
20:07:02.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.983309  7594 tablet_bootstrap.cc:654] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945: Neither blocks nor log segments found. Creating new log.
20:07:02.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.986430  7593 raft_consensus.cc:359] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.987180  7593 raft_consensus.cc:385] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:02.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.987490  7593 raft_consensus.cc:740] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3376e6244a384c2ba98c5c24ffd7e3e1, State: Initialized, Role: FOLLOWER
20:07:02.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.988157  7593 consensus_queue.cc:260] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:02.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.993778  7559 heartbeater.cc:499] Master 127.6.127.124:38349 was elected leader, sending a full tablet report...
20:07:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.996450  7597 tablet_bootstrap.cc:492] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d: No bootstrap required, opened a new log
20:07:02.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:02.997241  7597 ts_tablet_manager.cc:1403] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d: Time spent bootstrapping tablet: real 0.170s	user 0.011s	sys 0.009s
20:07:03.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.012712  7594 tablet_bootstrap.cc:492] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945: No bootstrap required, opened a new log
20:07:03.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.013504  7594 ts_tablet_manager.cc:1403] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945: Time spent bootstrapping tablet: real 0.038s	user 0.012s	sys 0.003s
20:07:03.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.013540  7597 raft_consensus.cc:359] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.014330  7597 raft_consensus.cc:385] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:03.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.015425  7597 raft_consensus.cc:740] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c137d1c100534097bf66d49f266f4c2d, State: Initialized, Role: FOLLOWER
20:07:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.016618  7594 raft_consensus.cc:359] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.017583  7594 raft_consensus.cc:385] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:03.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.018013  7594 raft_consensus.cc:740] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Initialized, Role: FOLLOWER
20:07:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.018697  7594 consensus_queue.cc:260] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.021322  7594 ts_tablet_manager.cc:1434] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.001s
20:07:03.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.023746  7597 consensus_queue.cc:260] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.032629  7597 ts_tablet_manager.cc:1434] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d: Time spent starting tablet: real 0.035s	user 0.008s	sys 0.000s
20:07:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.034060  7597 tablet_bootstrap.cc:492] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d: Bootstrap starting.
20:07:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.052291  7597 tablet_bootstrap.cc:654] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d: Neither blocks nor log segments found. Creating new log.
20:07:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.058832  7612 raft_consensus.cc:493] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.059475  7612 raft_consensus.cc:515] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.062218  7599 raft_consensus.cc:493] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.062739  7599 raft_consensus.cc:515] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.075 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:03.075 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:03.075 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:03.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:03.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:03.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:03.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:03.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:03.077 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:03.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:03.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:03.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:03.077 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:03.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.064569  7599 leader_election.cc:290] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:03.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.066704  6598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0ffbd8c1e804ebe833f6f628193ace4" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d" is_pre_election: true
20:07:03.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.066686  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0ffbd8c1e804ebe833f6f628193ace4" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:03.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.067456  6314 raft_consensus.cc:2468] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 012377eab9814d8887a4b427c16ed945 in term 0.
20:07:03.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.067786  7602 raft_consensus.cc:493] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:03.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.068195  7602 raft_consensus.cc:515] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.068881  7612 leader_election.cc:290] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.070115  7602 leader_election.cc:290] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.072124  6393 leader_election.cc:304] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1; no voters: 
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.072006  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ca8f128375634ac49407b516696a9546" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.072769  7612 raft_consensus.cc:2804] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.073094  7612 raft_consensus.cc:493] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.073393  7612 raft_consensus.cc:3060] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Advancing to term 1
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.073467  6314 raft_consensus.cc:2468] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 0.
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.074921  6313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fafdfadacdba481cbf72609b0cae44fc" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.075656  6598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fafdfadacdba481cbf72609b0cae44fc" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d" is_pre_election: true
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.076318  6598 raft_consensus.cc:2468] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 012377eab9814d8887a4b427c16ed945 in term 0.
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:03.079330  6393 leader_election.cc:343] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169): Illegal state: must be running to vote when last-logged opid is not known
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.079746  6533 leader_election.cc:304] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3376e6244a384c2ba98c5c24ffd7e3e1, c137d1c100534097bf66d49f266f4c2d; no voters: 
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.081565  7602 raft_consensus.cc:2804] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.082237  7602 raft_consensus.cc:493] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.082716  7602 raft_consensus.cc:3060] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Advancing to term 1
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:03.080230  6393 leader_election.cc:343] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377): Illegal state: must be running to vote when last-logged opid is not known
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.084790  6393 leader_election.cc:304] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 012377eab9814d8887a4b427c16ed945, c137d1c100534097bf66d49f266f4c2d; no voters: 3376e6244a384c2ba98c5c24ffd7e3e1
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.084918  7612 raft_consensus.cc:515] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.086930  7612 leader_election.cc:290] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 election: Requested vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.090031  7599 raft_consensus.cc:2804] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.090415  7599 raft_consensus.cc:493] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:03.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.090713  7599 raft_consensus.cc:3060] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Advancing to term 1
20:07:03.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.091208  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ca8f128375634ac49407b516696a9546" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945" is_pre_election: true
20:07:03.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.091873  6458 raft_consensus.cc:2468] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 0.
20:07:03.101 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:03.102 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:03.102 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:03.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.106 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:03.121 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:03.122 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:03.122 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:03.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.098275  7599 raft_consensus.cc:515] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.100297  7599 leader_election.cc:290] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 election: Requested vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.099929  7593 ts_tablet_manager.cc:1434] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent starting tablet: real 0.172s	user 0.005s	sys 0.001s
20:07:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.103593  7593 tablet_bootstrap.cc:492] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1: Bootstrap starting.
20:07:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.117810  7597 tablet_bootstrap.cc:492] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d: No bootstrap required, opened a new log
20:07:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.118330  7597 ts_tablet_manager.cc:1403] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d: Time spent bootstrapping tablet: real 0.085s	user 0.026s	sys 0.032s
20:07:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.120957  7597 raft_consensus.cc:359] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.121989  7597 raft_consensus.cc:385] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.122375  7597 raft_consensus.cc:740] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c137d1c100534097bf66d49f266f4c2d, State: Initialized, Role: FOLLOWER
20:07:03.145 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:03.150 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:03.150 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:03.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.123219  7597 consensus_queue.cc:260] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.124114  7593 tablet_bootstrap.cc:654] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1: Neither blocks nor log segments found. Creating new log.
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.132994  7597 ts_tablet_manager.cc:1434] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d: Time spent starting tablet: real 0.014s	user 0.006s	sys 0.000s
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.142719  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0ffbd8c1e804ebe833f6f628193ace4" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.143404  6314 raft_consensus.cc:3060] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Advancing to term 1
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.145792  6598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0ffbd8c1e804ebe833f6f628193ace4" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d"
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.148901  6313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fafdfadacdba481cbf72609b0cae44fc" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.153103  7597 tablet_bootstrap.cc:492] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d: Bootstrap starting.
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.156821  6314 raft_consensus.cc:2468] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 012377eab9814d8887a4b427c16ed945 in term 1.
20:07:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.160143  7601 raft_consensus.cc:493] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.160655  7601 raft_consensus.cc:515] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.163262  7601 leader_election.cc:290] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.164806  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf92b78753e14afe9da760cbbacd8376" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:03.166320  6533 leader_election.cc:343] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169): Illegal state: must be running to vote when last-logged opid is not known
20:07:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.169574  6598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fafdfadacdba481cbf72609b0cae44fc" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d"
20:07:03.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.171083  7597 tablet_bootstrap.cc:654] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d: Neither blocks nor log segments found. Creating new log.
20:07:03.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.175426  6598 raft_consensus.cc:3060] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Advancing to term 1
20:07:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.181380  7597 tablet_bootstrap.cc:492] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d: No bootstrap required, opened a new log
20:07:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.181907  7597 ts_tablet_manager.cc:1403] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d: Time spent bootstrapping tablet: real 0.029s	user 0.005s	sys 0.014s
20:07:03.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:03.169104  6393 leader_election.cc:343] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377): Illegal state: must be running to vote when last-logged opid is not known
20:07:03.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.186403  7597 raft_consensus.cc:359] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.187234  7597 raft_consensus.cc:385] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:03.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.187556  7597 raft_consensus.cc:740] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c137d1c100534097bf66d49f266f4c2d, State: Initialized, Role: FOLLOWER
20:07:03.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.187984  7602 raft_consensus.cc:515] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.188572  7597 consensus_queue.cc:260] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.195387  7597 ts_tablet_manager.cc:1434] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d: Time spent starting tablet: real 0.013s	user 0.002s	sys 0.006s
20:07:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.196470  7597 tablet_bootstrap.cc:492] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d: Bootstrap starting.
20:07:03.205 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:03.205 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:03.205 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:03.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.204398  7597 tablet_bootstrap.cc:654] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d: Neither blocks nor log segments found. Creating new log.
20:07:03.207 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:03.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.210610  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf92b78753e14afe9da760cbbacd8376" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945" is_pre_election: true
20:07:03.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.211678  6458 raft_consensus.cc:2468] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 0.
20:07:03.223 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:03.223 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:03.223 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:03.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:03.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:03.226 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.226 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.226 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:03.226 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.215793  6458 raft_consensus.cc:3060] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Advancing to term 1
20:07:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.217828  7597 tablet_bootstrap.cc:492] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d: No bootstrap required, opened a new log
20:07:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.218436  7597 ts_tablet_manager.cc:1403] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d: Time spent bootstrapping tablet: real 0.022s	user 0.015s	sys 0.004s
20:07:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.220824  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ca8f128375634ac49407b516696a9546" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:07:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.221153  7602 leader_election.cc:290] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 election: Requested vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.221608  6314 raft_consensus.cc:3060] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Advancing to term 1
20:07:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.222469  6598 raft_consensus.cc:2468] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 012377eab9814d8887a4b427c16ed945 in term 1.
20:07:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.222818  7597 raft_consensus.cc:359] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.223532  7597 raft_consensus.cc:385] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.223798  7597 raft_consensus.cc:740] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c137d1c100534097bf66d49f266f4c2d, State: Initialized, Role: FOLLOWER
20:07:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.224512  7597 consensus_queue.cc:260] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.227032  7597 ts_tablet_manager.cc:1434] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d: Time spent starting tablet: real 0.008s	user 0.004s	sys 0.002s
20:07:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.228303  7593 tablet_bootstrap.cc:492] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1: No bootstrap required, opened a new log
20:07:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.228873  7593 ts_tablet_manager.cc:1403] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent bootstrapping tablet: real 0.126s	user 0.036s	sys 0.030s
20:07:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.230149  6314 raft_consensus.cc:2468] T ca8f128375634ac49407b516696a9546 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 1.
20:07:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.231392  6533 leader_election.cc:304] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3376e6244a384c2ba98c5c24ffd7e3e1, c137d1c100534097bf66d49f266f4c2d; no voters: 
20:07:03.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.232554  7593 raft_consensus.cc:359] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.233665  7602 raft_consensus.cc:2804] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Leader election won for term 1
20:07:03.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.234550  7602 raft_consensus.cc:697] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [term 1 LEADER]: Becoming Leader. State: Replica: c137d1c100534097bf66d49f266f4c2d, State: Running, Role: LEADER
20:07:03.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.235494  7602 consensus_queue.cc:237] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.238088  7593 raft_consensus.cc:385] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:03.231940  6393 leader_election.cc:343] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169): Illegal state: must be running to vote when last-logged opid is not known
20:07:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.238476  7593 raft_consensus.cc:740] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3376e6244a384c2ba98c5c24ffd7e3e1, State: Initialized, Role: FOLLOWER
20:07:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.239296  7593 consensus_queue.cc:260] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.250566  7601 consensus_queue.cc:1048] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.251863  7593 ts_tablet_manager.cc:1434] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent starting tablet: real 0.023s	user 0.007s	sys 0.001s
20:07:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.252892  7593 tablet_bootstrap.cc:492] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1: Bootstrap starting.
20:07:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.264086  7593 tablet_bootstrap.cc:654] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1: Neither blocks nor log segments found. Creating new log.
20:07:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.264669  6393 leader_election.cc:304] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1; no voters: c137d1c100534097bf66d49f266f4c2d
20:07:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.293511  7612 raft_consensus.cc:2804] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Leader election won for term 1
20:07:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.294278  7612 raft_consensus.cc:697] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [term 1 LEADER]: Becoming Leader. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Running, Role: LEADER
20:07:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.295284  7612 consensus_queue.cc:237] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:03.310213  6393 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.5.177.65:46169, user_credentials={real_user=slave}} blocked reactor thread for 45593us
20:07:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.311636  6534 leader_election.cc:304] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 012377eab9814d8887a4b427c16ed945, c137d1c100534097bf66d49f266f4c2d; no voters: 3376e6244a384c2ba98c5c24ffd7e3e1
20:07:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.327045  7599 raft_consensus.cc:493] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.327528  7599 raft_consensus.cc:515] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.329638  7599 leader_election.cc:290] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.348198  6393 leader_election.cc:304] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 012377eab9814d8887a4b427c16ed945, c137d1c100534097bf66d49f266f4c2d; no voters: 3376e6244a384c2ba98c5c24ffd7e3e1
20:07:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.352890  7642 raft_consensus.cc:2804] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Leader election won for term 1
20:07:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.353690  7642 raft_consensus.cc:697] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [term 1 LEADER]: Becoming Leader. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Running, Role: LEADER
20:07:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.354686  7642 consensus_queue.cc:237] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:03.355073  6534 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.5.177.66:38735, user_credentials={real_user=slave}} blocked reactor thread for 43582.3us
20:07:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.367475  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "90ce07bcbb6f4589bb615143109abc19" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.368127  6598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "90ce07bcbb6f4589bb615143109abc19" candidate_uuid: "012377eab9814d8887a4b427c16ed945" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d" is_pre_election: true
20:07:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.375600  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ca8f128375634ac49407b516696a9546" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945"
20:07:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.386000  6458 raft_consensus.cc:3060] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Advancing to term 1
20:07:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.386914  6072 catalog_manager.cc:5696] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 reported cstate change: term changed from 0 to 1, leader changed from <none> to 012377eab9814d8887a4b427c16ed945 (127.5.177.66). New cstate: current_term: 1 leader_uuid: "012377eab9814d8887a4b427c16ed945" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } health_report { overall_health: UNKNOWN } } }
20:07:03.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.393450  7639 raft_consensus.cc:2804] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.393872  7639 raft_consensus.cc:493] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.394280  7639 raft_consensus.cc:3060] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Advancing to term 1
20:07:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.396379  7601 consensus_queue.cc:1048] T 90ce07bcbb6f4589bb615143109abc19 P c137d1c100534097bf66d49f266f4c2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.406040  7641 raft_consensus.cc:493] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.406536  7641 raft_consensus.cc:515] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.412963  7612 consensus_queue.cc:1048] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.427448  7593 tablet_bootstrap.cc:492] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1: No bootstrap required, opened a new log
20:07:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.427875  7593 ts_tablet_manager.cc:1403] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent bootstrapping tablet: real 0.175s	user 0.042s	sys 0.041s
20:07:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.430713  6598 raft_consensus.cc:3060] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Advancing to term 1
20:07:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.435691  6071 catalog_manager.cc:5696] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 reported cstate change: term changed from 0 to 1, leader changed from <none> to 012377eab9814d8887a4b427c16ed945 (127.5.177.66). New cstate: current_term: 1 leader_uuid: "012377eab9814d8887a4b427c16ed945" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } health_report { overall_health: UNKNOWN } } }
20:07:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.437088  7593 raft_consensus.cc:359] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.437811  7593 raft_consensus.cc:385] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.438128  7593 raft_consensus.cc:740] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3376e6244a384c2ba98c5c24ffd7e3e1, State: Initialized, Role: FOLLOWER
20:07:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.440834  7593 consensus_queue.cc:260] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.444891  7593 ts_tablet_manager.cc:1434] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1: Time spent starting tablet: real 0.017s	user 0.008s	sys 0.000s
20:07:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:03.450940  6534 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.5.177.66:38735, user_credentials={real_user=slave}} blocked reactor thread for 82740us
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.455013  7602 raft_consensus.cc:493] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.454977  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0ffbd8c1e804ebe833f6f628193ace4" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.455488  7602 raft_consensus.cc:515] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.456075  6314 raft_consensus.cc:2393] T c0ffbd8c1e804ebe833f6f628193ace4 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c137d1c100534097bf66d49f266f4c2d in current term 1: Already voted for candidate 012377eab9814d8887a4b427c16ed945 in this term.
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.457465  7602 leader_election.cc:290] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.455477  6393 leader_election.cc:304] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 012377eab9814d8887a4b427c16ed945; no voters: 3376e6244a384c2ba98c5c24ffd7e3e1, c137d1c100534097bf66d49f266f4c2d
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.459650  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.460260  6314 raft_consensus.cc:2468] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 1.
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.462352  7641 leader_election.cc:290] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.464426  6533 leader_election.cc:304] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3376e6244a384c2ba98c5c24ffd7e3e1, c137d1c100534097bf66d49f266f4c2d; no voters: 
20:07:03.477 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.480079  6457 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945" is_pre_election: true
20:07:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.480132  7642 consensus_queue.cc:1048] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.481439  7612 raft_consensus.cc:2749] T 90ce07bcbb6f4589bb615143109abc19 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:07:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.481724  6456 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c0ffbd8c1e804ebe833f6f628193ace4" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945" is_pre_election: true
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.483779  7641 raft_consensus.cc:2804] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Leader pre-election won for term 2
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.484126  7641 raft_consensus.cc:493] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.484445  7641 raft_consensus.cc:3060] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Advancing to term 2
20:07:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.485441  6458 raft_consensus.cc:2468] T ca8f128375634ac49407b516696a9546 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 1.
20:07:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.490847  6534 leader_election.cc:304] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c137d1c100534097bf66d49f266f4c2d; no voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1
20:07:03.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.492560  7602 raft_consensus.cc:3060] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [term 0 FOLLOWER]: Advancing to term 1
20:07:03.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.492955  7639 raft_consensus.cc:515] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.493269  6072 catalog_manager.cc:5696] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d reported cstate change: term changed from 0 to 1, leader changed from <none> to c137d1c100534097bf66d49f266f4c2d (127.5.177.67). New cstate: current_term: 1 leader_uuid: "c137d1c100534097bf66d49f266f4c2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } health_report { overall_health: HEALTHY } } }
20:07:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.500648  7639 leader_election.cc:290] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 election: Requested vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.502292  6313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf92b78753e14afe9da760cbbacd8376" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:07:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.502921  6313 raft_consensus.cc:3060] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Advancing to term 1
20:07:03.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.510012  7602 raft_consensus.cc:2749] T c0ffbd8c1e804ebe833f6f628193ace4 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:07:03.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.510342  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf92b78753e14afe9da760cbbacd8376" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945"
20:07:03.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.510880  6458 raft_consensus.cc:3060] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945 [term 0 FOLLOWER]: Advancing to term 1
20:07:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.522782  6313 raft_consensus.cc:2468] T cf92b78753e14afe9da760cbbacd8376 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 1.
20:07:03.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.524281  6533 leader_election.cc:304] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3376e6244a384c2ba98c5c24ffd7e3e1, c137d1c100534097bf66d49f266f4c2d; no voters: 
20:07:03.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.527176  7602 raft_consensus.cc:2804] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Leader election won for term 1
20:07:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.528860  7602 raft_consensus.cc:697] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [term 1 LEADER]: Becoming Leader. State: Replica: c137d1c100534097bf66d49f266f4c2d, State: Running, Role: LEADER
20:07:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.530825  7602 consensus_queue.cc:237] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.531854  6458 raft_consensus.cc:2468] T cf92b78753e14afe9da760cbbacd8376 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c137d1c100534097bf66d49f266f4c2d in term 1.
20:07:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.561914  7641 raft_consensus.cc:515] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.564692  6598 raft_consensus.cc:1240] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Rejecting Update request from peer 012377eab9814d8887a4b427c16ed945 for earlier term 1. Current term is 2. Ops: [1.1-1.1]
20:07:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.567498  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1"
20:07:03.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.565114  7641 leader_election.cc:290] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 2 election: Requested vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.577042  7599 consensus_queue.cc:1059] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [LEADER]: Peer responded invalid term: Peer: permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 }, Status: INVALID_TERM, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.584789  6598 raft_consensus.cc:1240] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Rejecting Update request from peer 012377eab9814d8887a4b427c16ed945 for earlier term 1. Current term is 2. Ops: [1.1-1.1]
20:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.585788  7599 raft_consensus.cc:3055] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 1 LEADER]: Stepping down as leader of term 1
20:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.586212  7599 raft_consensus.cc:740] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 1 LEADER]: Becoming Follower/Learner. State: Replica: 012377eab9814d8887a4b427c16ed945, State: Running, Role: LEADER
20:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.586635  7642 consensus_queue.cc:1059] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [LEADER]: Peer responded invalid term: Peer: permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 }, Status: INVALID_TERM, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.587742  7599 consensus_queue.cc:260] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 1, Committed index: 1, Last appended: 1.1, Last appended by leader: 1, Current term: 1, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.589310  7599 raft_consensus.cc:3060] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 1 FOLLOWER]: Advancing to term 2
20:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.589272  6071 catalog_manager.cc:5696] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d reported cstate change: term changed from 0 to 1, leader changed from <none> to c137d1c100534097bf66d49f266f4c2d (127.5.177.67). New cstate: current_term: 1 leader_uuid: "c137d1c100534097bf66d49f266f4c2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } health_report { overall_health: HEALTHY } } }
20:07:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.594391  6456 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945"
20:07:03.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.621711  6456 raft_consensus.cc:2410] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate c137d1c100534097bf66d49f266f4c2d for term 2 because replica has last-logged OpId of term: 1 index: 1, which is greater than that of the candidate, which has last-logged OpId of term: 0 index: 0.
20:07:03.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.628188  6534 leader_election.cc:304] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c137d1c100534097bf66d49f266f4c2d; no voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1
20:07:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.629667  7602 raft_consensus.cc:2749] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:07:03.636 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:03.636 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:03.637 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:03.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:03.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:03.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:03.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:03.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:03.637 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:03.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:03.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:03.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:03.638 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:03.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:03.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.711851  7599 consensus_queue.cc:1048] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.747043  7642 consensus_queue.cc:1048] T c0ffbd8c1e804ebe833f6f628193ace4 P 012377eab9814d8887a4b427c16ed945 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.760756  7600 raft_consensus.cc:493] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:03.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.761621  7600 raft_consensus.cc:515] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.786206  7602 consensus_queue.cc:1048] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.809528  7600 leader_election.cc:290] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.862736  7645 consensus_queue.cc:1048] T ca8f128375634ac49407b516696a9546 P c137d1c100534097bf66d49f266f4c2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.868575  6456 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fafdfadacdba481cbf72609b0cae44fc" candidate_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945" is_pre_election: true
20:07:03.878 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:03.878 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:03.878 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:03.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:03.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:03.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:03.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:03.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:03.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:03.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:03.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:03.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:03.883 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.883692  6598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fafdfadacdba481cbf72609b0cae44fc" candidate_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d" is_pre_election: true
20:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.884567  6598 raft_consensus.cc:2393] T fafdfadacdba481cbf72609b0cae44fc P c137d1c100534097bf66d49f266f4c2d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3376e6244a384c2ba98c5c24ffd7e3e1 in current term 1: Already voted for candidate 012377eab9814d8887a4b427c16ed945 in this term.
20:07:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.886193  6249 leader_election.cc:304] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3376e6244a384c2ba98c5c24ffd7e3e1; no voters: 012377eab9814d8887a4b427c16ed945, c137d1c100534097bf66d49f266f4c2d
20:07:03.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.887959  7661 raft_consensus.cc:3060] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 0 FOLLOWER]: Advancing to term 1
20:07:03.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.898835  7661 raft_consensus.cc:2749] T fafdfadacdba481cbf72609b0cae44fc P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:07:03.905 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:03.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.933650  7645 consensus_queue.cc:1048] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:03.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.953042  7642 consensus_queue.cc:1048] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:03.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.982551  7645 consensus_queue.cc:1048] T cf92b78753e14afe9da760cbbacd8376 P c137d1c100534097bf66d49f266f4c2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:03.988746  7599 consensus_queue.cc:1048] T fafdfadacdba481cbf72609b0cae44fc P 012377eab9814d8887a4b427c16ed945 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:04.076 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:04.077 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:04.077 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:04.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:04.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:04.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:04.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:04.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:04.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:04.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:04.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:04.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:04.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:04.091 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:04.092 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:04.092 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:04.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:04.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:04.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:04.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:04.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:04.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:04.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:04.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:04.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:04.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:04.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:04.343 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:04.344 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:04.344 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:04.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:04.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:04.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:04.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:04.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:04.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:04.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:04.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:04.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:04.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:04.405 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:04.406 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:04.406 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:04.406 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:04.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:04.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:04.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:04.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:04.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:04.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:04.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:04.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:04.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:04.407 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:04.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:04.518 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:04.518 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:04.519 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:04.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:04.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:04.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:04.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:04.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:04.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:04.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:04.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:04.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:04.520 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:04.661 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:04.661 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:04.661 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:04.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:04.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:04.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:04.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:04.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:04.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:04.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:04.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:04.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:04.663 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:04.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:04.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:04.917 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:04.918 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:04.918 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:04.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:04.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:04.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:04.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:04.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:04.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:04.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:04.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:04.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:04.919 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:04.932 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:04.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cf92b78753e14afe9da760cbbacd8376 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:04.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ca8f128375634ac49407b516696a9546 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:04.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 90ce07bcbb6f4589bb615143109abc19 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:04.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c0ffbd8c1e804ebe833f6f628193ace4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:04.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e60ee8e0015040289ebe157e42ea7c16 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:04.939 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fafdfadacdba481cbf72609b0cae44fc for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:04.939 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:04.940 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.177.124:42459, [5ms] Sub RPC GetTableLocations: received response from server master-127.5.177.124:42459: OK, deferred=null) after lookup
20:07:04.940 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:04.942 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:04.955 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:04.958 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7cd848d3, L:/127.0.0.1:34932 - R:/127.5.177.67:44377] using TOKEN/null
20:07:04.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:04.990 [DEBUG - main] (Connection.java:748) [peer 012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)] connecting to peer
20:07:04.991 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)] Successfully connected to peer
20:07:05.013 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:05.016 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xa059ab67, L:/127.0.0.1:38974 - R:/127.5.177.66:38735] using TOKEN/null
20:07:05.065 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:05.065 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:05.065 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:05.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:05.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:05.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:05.066 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:05.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:05.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:05.066 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:05.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:05.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:05.066 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.090386  7685 raft_consensus.cc:493] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 012377eab9814d8887a4b427c16ed945)
20:07:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.091116  7685 raft_consensus.cc:515] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.097510  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" candidate_term: 2 candidate_status { last_received { term: 1 index: 1 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945" is_pre_election: true
20:07:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.097767  6598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" candidate_term: 2 candidate_status { last_received { term: 1 index: 1 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d" is_pre_election: true
20:07:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.098194  6458 raft_consensus.cc:2468] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3376e6244a384c2ba98c5c24ffd7e3e1 in term 2.
20:07:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.098830  6598 raft_consensus.cc:2393] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3376e6244a384c2ba98c5c24ffd7e3e1 in current term 2: Already voted for candidate c137d1c100534097bf66d49f266f4c2d in this term.
20:07:05.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.099725  6250 leader_election.cc:304] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1; no voters: 
20:07:05.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.100636  7685 leader_election.cc:290] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.101281  7685 raft_consensus.cc:2804] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:07:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.102656  7685 raft_consensus.cc:493] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 012377eab9814d8887a4b427c16ed945)
20:07:05.122 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:05.122 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:05.122 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:05.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:05.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:05.122 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:05.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:05.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:05.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:05.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:05.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:05.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:05.123 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.126120  7685 raft_consensus.cc:3060] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 1 FOLLOWER]: Advancing to term 2
20:07:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.148373  7685 raft_consensus.cc:515] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.156817  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" candidate_term: 2 candidate_status { last_received { term: 1 index: 1 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945"
20:07:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.164283  6458 raft_consensus.cc:2468] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3376e6244a384c2ba98c5c24ffd7e3e1 in term 2.
20:07:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.166177  6250 leader_election.cc:304] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1; no voters: 
20:07:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.167266  7686 raft_consensus.cc:2804] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 2 FOLLOWER]: Leader election won for term 2
20:07:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.167749  6597 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" candidate_term: 2 candidate_status { last_received { term: 1 index: 1 } } ignore_live_leader: false dest_uuid: "c137d1c100534097bf66d49f266f4c2d"
20:07:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.168598  6597 raft_consensus.cc:2393] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 3376e6244a384c2ba98c5c24ffd7e3e1 in current term 2: Already voted for candidate c137d1c100534097bf66d49f266f4c2d in this term.
20:07:05.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.169860  7686 raft_consensus.cc:697] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [term 2 LEADER]: Becoming Leader. State: Replica: 3376e6244a384c2ba98c5c24ffd7e3e1, State: Running, Role: LEADER
20:07:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.171630  7686 consensus_queue.cc:237] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 1, Committed index: 1, Last appended: 1.1, Last appended by leader: 1, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:05.175 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:05.175 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:05.175 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:05.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:05.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:05.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:05.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:05.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:05.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:05.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:05.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:05.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:05.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.168952  7685 leader_election.cc:290] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [CANDIDATE]: Term 2 election: Requested vote from peers 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735), c137d1c100534097bf66d49f266f4c2d (127.5.177.67:44377)
20:07:05.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:05.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.193375  6072 catalog_manager.cc:5696] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 reported cstate change: term changed from 1 to 2, leader changed from 012377eab9814d8887a4b427c16ed945 (127.5.177.66) to 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65). New cstate: current_term: 2 leader_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } health_report { overall_health: UNKNOWN } } }
20:07:05.331 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:05.335 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:05.351 [DEBUG - main] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:05.366 [DEBUG - main] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:05.376 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.127.126:35627(127.6.127.126:35627)] Successfully connected to peer
20:07:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.376677  7673 raft_consensus.cc:493] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.377210  7673 raft_consensus.cc:515] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" member_type: VOTER last_known_addr { host: "127.5.177.65" port: 46169 } } peers { permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 } } peers { permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 } }
20:07:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.379631  7673 leader_election.cc:290] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3376e6244a384c2ba98c5c24ffd7e3e1 (127.5.177.65:46169), 012377eab9814d8887a4b427c16ed945 (127.5.177.66:38735)
20:07:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.382488  6458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 3 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "012377eab9814d8887a4b427c16ed945" is_pre_election: true
20:07:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.383395  6458 raft_consensus.cc:2410] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c137d1c100534097bf66d49f266f4c2d for term 3 because replica has last-logged OpId of term: 1 index: 1, which is greater than that of the candidate, which has last-logged OpId of term: 0 index: 0.
20:07:05.385 [DEBUG - main] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:05.392 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.127.124:38349(127.6.127.124:38349)] Successfully connected to peer
20:07:05.393 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:05.394 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:05.394 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:05.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:05.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:05.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:05.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:05.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:05.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:05.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:05.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:05.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:05.396 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:05.398 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.124
20:07:05.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:05.407 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.127.125:39777(127.6.127.125:39777)] Successfully connected to peer
20:07:05.408 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.126
20:07:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.414469  6314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e60ee8e0015040289ebe157e42ea7c16" candidate_uuid: "c137d1c100534097bf66d49f266f4c2d" candidate_term: 3 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3376e6244a384c2ba98c5c24ffd7e3e1" is_pre_election: true
20:07:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.417999  6533 leader_election.cc:304] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c137d1c100534097bf66d49f266f4c2d; no voters: 012377eab9814d8887a4b427c16ed945, 3376e6244a384c2ba98c5c24ffd7e3e1
20:07:05.430 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:05.431 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:05.434 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.125
20:07:05.435 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0477d1d9, L:/127.0.0.1:54574 - R:/127.6.127.124:38349] using SASL/PLAIN
20:07:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.436569  7690 raft_consensus.cc:2749] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
20:07:05.442 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:05.443 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=107), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: OK, deferred=null) after lookup
20:07:05.443 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa846bdd6, L:/127.0.0.1:60676 - R:/127.6.127.126:35627] using SASL/PLAIN
20:07:05.446 [DEBUG - main] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:05.447 [DEBUG - main] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:05.447 [DEBUG - main] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:05.448 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.177.126:45579(127.5.177.126:45579)] Successfully connected to peer
20:07:05.452 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:05.455 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.177.125:34987(127.5.177.125:34987)] Successfully connected to peer
20:07:05.457 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5fdfe924, L:/127.0.0.1:49098 - R:/127.6.127.125:39777] using SASL/PLAIN
20:07:05.461 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.177.124:42459(127.5.177.124:42459)] Successfully connected to peer
20:07:05.468 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.124
20:07:05.470 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.125
20:07:05.472 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.126
20:07:05.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:05.486 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:05.491 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:05.495 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5e41af77, L:/127.0.0.1:38200 - R:/127.5.177.126:45579] using SASL/PLAIN
20:07:05.500 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbc403c6b, L:/127.0.0.1:49358 - R:/127.5.177.125:34987] using SASL/PLAIN
20:07:05.505 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:05.509 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xebcecaa4, L:/127.0.0.1:52372 - R:/127.5.177.124:42459] using SASL/PLAIN
20:07:05.514 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:05.514 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: OK, deferred=null) after lookup
20:07:05.526 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:05.531 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cf92b78753e14afe9da760cbbacd8376 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:05.532 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ca8f128375634ac49407b516696a9546 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:05.532 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 90ce07bcbb6f4589bb615143109abc19 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:05.532 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c0ffbd8c1e804ebe833f6f628193ace4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:05.532 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e60ee8e0015040289ebe157e42ea7c16 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:05.532 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fafdfadacdba481cbf72609b0cae44fc for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:05.533 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.540059  6884 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54574:
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\0012\000\000\000"
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:05.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
20:07:05.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:05.547430  6884 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:07:05.620 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:05.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.681960  6458 raft_consensus.cc:1275] T e60ee8e0015040289ebe157e42ea7c16 P 012377eab9814d8887a4b427c16ed945 [term 2 FOLLOWER]: Refusing update from remote peer 3376e6244a384c2ba98c5c24ffd7e3e1: Log matching property violated. Preceding OpId in replica: term: 1 index: 1. Preceding OpId from leader: term: 2 index: 2. (index mismatch)
20:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.682385  7140 tablet_service.cc:1511] Processing CreateTablet for tablet e879ad3e5daf4076ab6955749925b3c8 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
20:07:05.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.685154  7686 consensus_queue.cc:1048] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "012377eab9814d8887a4b427c16ed945" member_type: VOTER last_known_addr { host: "127.5.177.66" port: 38735 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 2, Last known committed idx: 1, Time since last communication: 0.001s
20:07:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.687114  7140 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e879ad3e5daf4076ab6955749925b3c8. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.689419  7141 tablet_service.cc:1511] Processing CreateTablet for tablet f73c13d7d5d041238526cb5876c4695e (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
20:07:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.691690  7141 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f73c13d7d5d041238526cb5876c4695e. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.729192  6597 raft_consensus.cc:1275] T e60ee8e0015040289ebe157e42ea7c16 P c137d1c100534097bf66d49f266f4c2d [term 2 FOLLOWER]: Refusing update from remote peer 3376e6244a384c2ba98c5c24ffd7e3e1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 2. (index mismatch)
20:07:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.730907  7686 consensus_queue.cc:1048] T e60ee8e0015040289ebe157e42ea7c16 P 3376e6244a384c2ba98c5c24ffd7e3e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c137d1c100534097bf66d49f266f4c2d" member_type: VOTER last_known_addr { host: "127.5.177.67" port: 44377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 2, Last known committed idx: 0, Time since last communication: 0.001s
20:07:05.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.748322  7494 tablet_service.cc:1511] Processing CreateTablet for tablet f73c13d7d5d041238526cb5876c4695e (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
20:07:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.761927  7494 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f73c13d7d5d041238526cb5876c4695e. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:05.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.762746  7493 tablet_service.cc:1511] Processing CreateTablet for tablet e879ad3e5daf4076ab6955749925b3c8 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
20:07:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.766788  7493 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e879ad3e5daf4076ab6955749925b3c8. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.770893  7740 tablet_bootstrap.cc:492] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e: Bootstrap starting.
20:07:05.781 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:05.782 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:05.782 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:05.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:05.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:05.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:05.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:05.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:05.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:05.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:05.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:05.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:05.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.788311  7740 tablet_bootstrap.cc:654] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e: Neither blocks nor log segments found. Creating new log.
20:07:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.791038  7740 log.cc:826] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e: Log is configured to *not* fsync() on all Append() calls
20:07:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.800462  7297 tablet_service.cc:1511] Processing CreateTablet for tablet f73c13d7d5d041238526cb5876c4695e (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
20:07:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.802925  7740 tablet_bootstrap.cc:492] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e: No bootstrap required, opened a new log
20:07:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.803107  7297 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f73c13d7d5d041238526cb5876c4695e. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.803483  7740 ts_tablet_manager.cc:1403] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e: Time spent bootstrapping tablet: real 0.034s	user 0.013s	sys 0.008s
20:07:05.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.800554  7296 tablet_service.cc:1511] Processing CreateTablet for tablet e879ad3e5daf4076ab6955749925b3c8 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
20:07:05.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.808027  7296 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e879ad3e5daf4076ab6955749925b3c8. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.839720  7740 raft_consensus.cc:359] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.841064  7740 raft_consensus.cc:385] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.841403  7740 raft_consensus.cc:740] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 191371c93f04403bb434ca506793a87e, State: Initialized, Role: FOLLOWER
20:07:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.842734  7740 consensus_queue.cc:260] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.865347  7743 tablet_bootstrap.cc:492] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd: Bootstrap starting.
20:07:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.872448  7740 ts_tablet_manager.cc:1434] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e: Time spent starting tablet: real 0.069s	user 0.030s	sys 0.012s
20:07:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.874737  7744 tablet_bootstrap.cc:492] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f: Bootstrap starting.
20:07:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.875790  7740 tablet_bootstrap.cc:492] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e: Bootstrap starting.
20:07:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.877674  7743 tablet_bootstrap.cc:654] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd: Neither blocks nor log segments found. Creating new log.
20:07:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.890337  7743 log.cc:826] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd: Log is configured to *not* fsync() on all Append() calls
20:07:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.896276  7740 tablet_bootstrap.cc:654] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e: Neither blocks nor log segments found. Creating new log.
20:07:05.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.912307  7743 tablet_bootstrap.cc:492] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd: No bootstrap required, opened a new log
20:07:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.912899  7743 ts_tablet_manager.cc:1403] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd: Time spent bootstrapping tablet: real 0.048s	user 0.012s	sys 0.007s
20:07:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.912138  7744 tablet_bootstrap.cc:654] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f: Neither blocks nor log segments found. Creating new log.
20:07:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.918448  7740 tablet_bootstrap.cc:492] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e: No bootstrap required, opened a new log
20:07:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.918900  7740 ts_tablet_manager.cc:1403] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e: Time spent bootstrapping tablet: real 0.043s	user 0.010s	sys 0.005s
20:07:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.921623  7740 raft_consensus.cc:359] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.922335  7740 raft_consensus.cc:385] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.921051  7744 log.cc:826] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f: Log is configured to *not* fsync() on all Append() calls
20:07:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.922626  7740 raft_consensus.cc:740] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 191371c93f04403bb434ca506793a87e, State: Initialized, Role: FOLLOWER
20:07:05.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.925930  7740 consensus_queue.cc:260] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:05.938 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:05.938 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:05.938 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:05.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:05.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:05.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:05.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:05.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:05.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:05.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:05.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:05.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:05.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.946573  7740 ts_tablet_manager.cc:1434] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e: Time spent starting tablet: real 0.024s	user 0.006s	sys 0.000s
20:07:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:05.946751  7214 tablet.cc:2404] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:05.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.963727  7744 tablet_bootstrap.cc:492] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f: No bootstrap required, opened a new log
20:07:05.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:05.964562  7744 ts_tablet_manager.cc:1403] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f: Time spent bootstrapping tablet: real 0.094s	user 0.010s	sys 0.013s
20:07:05.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:06.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.008152  7743 raft_consensus.cc:359] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.009274  7743 raft_consensus.cc:385] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:06.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.009644  7743 raft_consensus.cc:740] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 921be0a93547449093e8d1ea038d33bd, State: Initialized, Role: FOLLOWER
20:07:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.010661  7743 consensus_queue.cc:260] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.024451  7743 ts_tablet_manager.cc:1434] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd: Time spent starting tablet: real 0.111s	user 0.031s	sys 0.016s
20:07:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.025619  7743 tablet_bootstrap.cc:492] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd: Bootstrap starting.
20:07:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.029866  7744 raft_consensus.cc:359] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.030915  7744 raft_consensus.cc:385] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.031248  7744 raft_consensus.cc:740] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a1b75fca9714c379ec682d60725416f, State: Initialized, Role: FOLLOWER
20:07:06.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.032590  7743 tablet_bootstrap.cc:654] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd: Neither blocks nor log segments found. Creating new log.
20:07:06.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.032418  7744 consensus_queue.cc:260] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.036 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:06.036 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:06.037 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:06.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:06.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:06.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:06.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:06.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:06.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:06.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:06.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:06.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:06.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.047533  7744 ts_tablet_manager.cc:1434] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f: Time spent starting tablet: real 0.083s	user 0.034s	sys 0.011s
20:07:06.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:06.052989  7368 tablet.cc:2404] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:06.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.056844  7742 raft_consensus.cc:493] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.057528  7742 raft_consensus.cc:515] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.061156  7742 leader_election.cc:290] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213), 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.065912  7744 tablet_bootstrap.cc:492] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f: Bootstrap starting.
20:07:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.077409  7744 tablet_bootstrap.cc:654] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f: Neither blocks nor log segments found. Creating new log.
20:07:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.091578  7744 tablet_bootstrap.cc:492] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f: No bootstrap required, opened a new log
20:07:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.092178  7744 ts_tablet_manager.cc:1403] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f: Time spent bootstrapping tablet: real 0.027s	user 0.014s	sys 0.007s
20:07:06.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.095705  7744 raft_consensus.cc:359] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.096671  7744 raft_consensus.cc:385] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.097040  7744 raft_consensus.cc:740] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a1b75fca9714c379ec682d60725416f, State: Initialized, Role: FOLLOWER
20:07:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.097959  7744 consensus_queue.cc:260] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.108115  7744 ts_tablet_manager.cc:1434] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f: Time spent starting tablet: real 0.016s	user 0.008s	sys 0.000s
20:07:06.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.123476  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f73c13d7d5d041238526cb5876c4695e" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f" is_pre_election: true
20:07:06.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.124363  7514 raft_consensus.cc:2468] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.126470  7094 leader_election.cc:304] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f; no voters: 
20:07:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.127336  7742 raft_consensus.cc:2804] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.127727  7742 raft_consensus.cc:493] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.127315  7317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f73c13d7d5d041238526cb5876c4695e" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd" is_pre_election: true
20:07:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.128070  7742 raft_consensus.cc:3060] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Advancing to term 1
20:07:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.128377  7317 raft_consensus.cc:2468] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.130395  7743 tablet_bootstrap.cc:492] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd: No bootstrap required, opened a new log
20:07:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.130810  7743 ts_tablet_manager.cc:1403] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd: Time spent bootstrapping tablet: real 0.105s	user 0.030s	sys 0.049s
20:07:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.134238  7743 raft_consensus.cc:359] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.134938  7743 raft_consensus.cc:385] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.134703  7742 raft_consensus.cc:515] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.135241  7743 raft_consensus.cc:740] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 921be0a93547449093e8d1ea038d33bd, State: Initialized, Role: FOLLOWER
20:07:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.135874  7743 consensus_queue.cc:260] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.137121  7742 leader_election.cc:290] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Requested vote from peers 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213), 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.138073  7743 ts_tablet_manager.cc:1434] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd: Time spent starting tablet: real 0.007s	user 0.008s	sys 0.000s
20:07:06.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.145020  7317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f73c13d7d5d041238526cb5876c4695e" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd"
20:07:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.145362  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f73c13d7d5d041238526cb5876c4695e" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f"
20:07:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.145622  7317 raft_consensus.cc:3060] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Advancing to term 1
20:07:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.145891  7514 raft_consensus.cc:3060] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Advancing to term 1
20:07:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.153237  7317 raft_consensus.cc:2468] T f73c13d7d5d041238526cb5876c4695e P 921be0a93547449093e8d1ea038d33bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:06.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.154634  7094 leader_election.cc:304] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 921be0a93547449093e8d1ea038d33bd; no voters: 
20:07:06.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.155480  7514 raft_consensus.cc:2468] T f73c13d7d5d041238526cb5876c4695e P 8a1b75fca9714c379ec682d60725416f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:06.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.155969  7742 raft_consensus.cc:2804] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Leader election won for term 1
20:07:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.158178  7742 raft_consensus.cc:697] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [term 1 LEADER]: Becoming Leader. State: Replica: 191371c93f04403bb434ca506793a87e, State: Running, Role: LEADER
20:07:06.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.159261  7742 consensus_queue.cc:237] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.173223  6883 catalog_manager.cc:5696] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e reported cstate change: term changed from 0 to 1, leader changed from <none> to 191371c93f04403bb434ca506793a87e (127.6.127.65). New cstate: current_term: 1 leader_uuid: "191371c93f04403bb434ca506793a87e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } health_report { overall_health: UNKNOWN } } }
20:07:06.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:06.214744  7566 tablet.cc:2404] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:06.331 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:06.331 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:06.331 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:06.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:06.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:06.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:06.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:06.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:06.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:06.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:06.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:06.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:06.332 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:06.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:06.403250  6639 debug-util.cc:398] Leaking SignalData structure 0x7b08000be800 after lost signal to thread 6514
20:07:06.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:06.404103  6639 debug-util.cc:398] Leaking SignalData structure 0x7b08000dd0e0 after lost signal to thread 6642
20:07:06.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.409384  7742 raft_consensus.cc:493] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.409929  7742 raft_consensus.cc:515] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.412092  7742 leader_election.cc:290] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213), 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.413534  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e879ad3e5daf4076ab6955749925b3c8" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f" is_pre_election: true
20:07:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.413549  7317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e879ad3e5daf4076ab6955749925b3c8" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd" is_pre_election: true
20:07:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.414304  7317 raft_consensus.cc:2468] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.414300  7514 raft_consensus.cc:2468] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:06.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.416445  7094 leader_election.cc:304] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f; no voters: 
20:07:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.417995  7742 raft_consensus.cc:2804] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.419772  7742 raft_consensus.cc:493] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.420704  7742 raft_consensus.cc:3060] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Advancing to term 1
20:07:06.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.429224  7742 raft_consensus.cc:515] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.432269  7317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e879ad3e5daf4076ab6955749925b3c8" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd"
20:07:06.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.432826  7317 raft_consensus.cc:3060] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Advancing to term 1
20:07:06.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.433526  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e879ad3e5daf4076ab6955749925b3c8" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f"
20:07:06.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.434124  7514 raft_consensus.cc:3060] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Advancing to term 1
20:07:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.438104  7742 leader_election.cc:290] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Requested vote from peers 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213), 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:06.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.438669  7317 raft_consensus.cc:2468] T e879ad3e5daf4076ab6955749925b3c8 P 921be0a93547449093e8d1ea038d33bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:06.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.439927  7094 leader_election.cc:304] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 921be0a93547449093e8d1ea038d33bd; no voters: 
20:07:06.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.440666  7742 raft_consensus.cc:2804] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Leader election won for term 1
20:07:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.441273  7742 raft_consensus.cc:697] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [term 1 LEADER]: Becoming Leader. State: Replica: 191371c93f04403bb434ca506793a87e, State: Running, Role: LEADER
20:07:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.442322  7514 raft_consensus.cc:2468] T e879ad3e5daf4076ab6955749925b3c8 P 8a1b75fca9714c379ec682d60725416f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.442337  7742 consensus_queue.cc:237] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.452178  6883 catalog_manager.cc:5696] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e reported cstate change: term changed from 0 to 1, leader changed from <none> to 191371c93f04403bb434ca506793a87e (127.6.127.65). New cstate: current_term: 1 leader_uuid: "191371c93f04403bb434ca506793a87e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } health_report { overall_health: UNKNOWN } } }
20:07:06.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:06.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.576800  6883 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:54574:
20:07:06.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\0012\000\000\000\007\001\226\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
20:07:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:06.610918  6883 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet e6b89ff3aef143aa851bb939a3d80ff9 has no consensus state
20:07:06.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:06.617846  6883 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet afaef9bd816048ad96034187e5e62035 has no consensus state
20:07:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.629417  7742 consensus_queue.cc:1048] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:06.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:06.642647  6869 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet e6b89ff3aef143aa851bb939a3d80ff9 (table replication_test_table [id=9ae910324af64583a2040b7c50de433f], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet e6b89ff3aef143aa851bb939a3d80ff9 has no consensus state
20:07:06.645 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:06.645 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:06.646 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:06.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:06.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:06.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:06.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:06.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:06.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:06.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:06.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:06.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:06.650 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:06.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.654042  7141 tablet_service.cc:1511] Processing CreateTablet for tablet e6b89ff3aef143aa851bb939a3d80ff9 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:06.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.655499  7141 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e6b89ff3aef143aa851bb939a3d80ff9. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:06.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.664731  7493 tablet_service.cc:1511] Processing CreateTablet for tablet e6b89ff3aef143aa851bb939a3d80ff9 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.666131  7493 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e6b89ff3aef143aa851bb939a3d80ff9. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:06.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.680498  7297 tablet_service.cc:1511] Processing CreateTablet for tablet e6b89ff3aef143aa851bb939a3d80ff9 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:06.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:06.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.683856  7140 tablet_service.cc:1511] Processing CreateTablet for tablet afaef9bd816048ad96034187e5e62035 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:06.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.685079  7140 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet afaef9bd816048ad96034187e5e62035. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:06.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.686864  7297 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e6b89ff3aef143aa851bb939a3d80ff9. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:06.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.696164  7742 consensus_queue.cc:1048] T f73c13d7d5d041238526cb5876c4695e P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.705199  7494 tablet_service.cc:1511] Processing CreateTablet for tablet afaef9bd816048ad96034187e5e62035 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.706637  7494 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet afaef9bd816048ad96034187e5e62035. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:06.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.731295  7770 tablet_bootstrap.cc:492] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e: Bootstrap starting.
20:07:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.731827  7296 tablet_service.cc:1511] Processing CreateTablet for tablet afaef9bd816048ad96034187e5e62035 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
20:07:06.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.733777  7296 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet afaef9bd816048ad96034187e5e62035. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.745594  7770 tablet_bootstrap.cc:654] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e: Neither blocks nor log segments found. Creating new log.
20:07:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.782578  7775 tablet_bootstrap.cc:492] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f: Bootstrap starting.
20:07:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.789476  7770 tablet_bootstrap.cc:492] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e: No bootstrap required, opened a new log
20:07:06.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.790354  7770 ts_tablet_manager.cc:1403] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e: Time spent bootstrapping tablet: real 0.059s	user 0.007s	sys 0.006s
20:07:06.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.797346  7776 tablet_bootstrap.cc:492] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd: Bootstrap starting.
20:07:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.798058  7770 raft_consensus.cc:359] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.799257  7770 raft_consensus.cc:385] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.799844  7770 raft_consensus.cc:740] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 191371c93f04403bb434ca506793a87e, State: Initialized, Role: FOLLOWER
20:07:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.800701  7770 consensus_queue.cc:260] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:06.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.805884  7770 ts_tablet_manager.cc:1434] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e: Time spent starting tablet: real 0.015s	user 0.007s	sys 0.000s
20:07:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.807232  7770 tablet_bootstrap.cc:492] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e: Bootstrap starting.
20:07:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.811224  7775 tablet_bootstrap.cc:654] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f: Neither blocks nor log segments found. Creating new log.
20:07:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.816668  7770 tablet_bootstrap.cc:654] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e: Neither blocks nor log segments found. Creating new log.
20:07:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.818208  7776 tablet_bootstrap.cc:654] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd: Neither blocks nor log segments found. Creating new log.
20:07:06.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.829787  7754 consensus_queue.cc:1048] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.832662  7775 tablet_bootstrap.cc:492] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f: No bootstrap required, opened a new log
20:07:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.833370  7775 ts_tablet_manager.cc:1403] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f: Time spent bootstrapping tablet: real 0.051s	user 0.016s	sys 0.000s
20:07:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.859618  7775 raft_consensus.cc:359] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.862315  7775 raft_consensus.cc:385] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.863617  7775 raft_consensus.cc:740] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a1b75fca9714c379ec682d60725416f, State: Initialized, Role: FOLLOWER
20:07:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.865528  7775 consensus_queue.cc:260] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.873795  7742 raft_consensus.cc:493] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:06.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.874302  7742 raft_consensus.cc:515] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:06.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.876236  7776 tablet_bootstrap.cc:492] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd: No bootstrap required, opened a new log
20:07:06.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.876223  7742 leader_election.cc:290] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815), 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213)
20:07:06.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.876827  7776 ts_tablet_manager.cc:1403] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd: Time spent bootstrapping tablet: real 0.085s	user 0.010s	sys 0.010s
20:07:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.879072  7513 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e6b89ff3aef143aa851bb939a3d80ff9" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f" is_pre_election: true
20:07:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.879719  7513 raft_consensus.cc:2468] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.882341  7094 leader_election.cc:304] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f; no voters: 
20:07:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.883160  7754 consensus_queue.cc:1048] T e879ad3e5daf4076ab6955749925b3c8 P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.884948  7742 raft_consensus.cc:2804] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.885285  7742 raft_consensus.cc:493] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.886435  7317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e6b89ff3aef143aa851bb939a3d80ff9" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd" is_pre_election: true
20:07:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.885561  7742 raft_consensus.cc:3060] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Advancing to term 1
20:07:06.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:06.890158  7094 leader_election.cc:343] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213): Illegal state: must be running to vote when last-logged opid is not known
20:07:06.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:06.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.912887  7742 raft_consensus.cc:515] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.919579  7770 tablet_bootstrap.cc:492] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e: No bootstrap required, opened a new log
20:07:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.920090  7770 ts_tablet_manager.cc:1403] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e: Time spent bootstrapping tablet: real 0.113s	user 0.023s	sys 0.011s
20:07:06.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.925465  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e6b89ff3aef143aa851bb939a3d80ff9" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f"
20:07:06.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.926035  7514 raft_consensus.cc:3060] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Advancing to term 1
20:07:06.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.927021  7316 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e6b89ff3aef143aa851bb939a3d80ff9" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd"
20:07:06.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.929020  7742 leader_election.cc:290] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Requested vote from peers 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815), 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213)
20:07:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:06.929381  7094 leader_election.cc:343] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213): Illegal state: must be running to vote when last-logged opid is not known
20:07:06.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.930470  7770 raft_consensus.cc:359] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.931188  7770 raft_consensus.cc:385] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:06.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.931470  7770 raft_consensus.cc:740] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 191371c93f04403bb434ca506793a87e, State: Initialized, Role: FOLLOWER
20:07:06.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.933964  7514 raft_consensus.cc:2468] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.934194  7770 consensus_queue.cc:260] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.935107  7094 leader_election.cc:304] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f; no voters: 921be0a93547449093e8d1ea038d33bd
20:07:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.936604  7754 raft_consensus.cc:2804] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Leader election won for term 1
20:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.944947  7770 ts_tablet_manager.cc:1434] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e: Time spent starting tablet: real 0.025s	user 0.004s	sys 0.003s
20:07:06.955 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:06.955 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:06.956 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:06.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:06.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:06.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:06.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:06.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:06.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:06.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:06.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:06.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:06.957 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:06.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.966367  7776 raft_consensus.cc:359] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:06.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.967270  7776 raft_consensus.cc:385] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:06.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.969192  7775 ts_tablet_manager.cc:1434] T e6b89ff3aef143aa851bb939a3d80ff9 P 8a1b75fca9714c379ec682d60725416f: Time spent starting tablet: real 0.135s	user 0.000s	sys 0.008s
20:07:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.972860  7754 raft_consensus.cc:697] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [term 1 LEADER]: Becoming Leader. State: Replica: 191371c93f04403bb434ca506793a87e, State: Running, Role: LEADER
20:07:06.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:06.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.973773  7754 consensus_queue.cc:237] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.975986  7775 tablet_bootstrap.cc:492] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f: Bootstrap starting.
20:07:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.967531  7776 raft_consensus.cc:740] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 921be0a93547449093e8d1ea038d33bd, State: Initialized, Role: FOLLOWER
20:07:06.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:06.984630  7776 consensus_queue.cc:260] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.005805  6883 catalog_manager.cc:5696] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e reported cstate change: term changed from 0 to 1, leader changed from <none> to 191371c93f04403bb434ca506793a87e (127.6.127.65). New cstate: current_term: 1 leader_uuid: "191371c93f04403bb434ca506793a87e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } health_report { overall_health: UNKNOWN } } }
20:07:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.011696  7776 ts_tablet_manager.cc:1434] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd: Time spent starting tablet: real 0.134s	user 0.005s	sys 0.003s
20:07:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.015796  7776 tablet_bootstrap.cc:492] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd: Bootstrap starting.
20:07:07.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.030225  7775 tablet_bootstrap.cc:654] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f: Neither blocks nor log segments found. Creating new log.
20:07:07.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.040648  7776 tablet_bootstrap.cc:654] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd: Neither blocks nor log segments found. Creating new log.
20:07:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.049145  7775 tablet_bootstrap.cc:492] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f: No bootstrap required, opened a new log
20:07:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.049666  7775 ts_tablet_manager.cc:1403] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f: Time spent bootstrapping tablet: real 0.074s	user 0.009s	sys 0.007s
20:07:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.056411  7775 raft_consensus.cc:359] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.057137  7775 raft_consensus.cc:385] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.057421  7775 raft_consensus.cc:740] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a1b75fca9714c379ec682d60725416f, State: Initialized, Role: FOLLOWER
20:07:07.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.058845  7775 consensus_queue.cc:260] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.065820  7775 ts_tablet_manager.cc:1434] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.001s
20:07:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.111830  7776 tablet_bootstrap.cc:492] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd: No bootstrap required, opened a new log
20:07:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.112666  7776 ts_tablet_manager.cc:1403] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd: Time spent bootstrapping tablet: real 0.097s	user 0.008s	sys 0.013s
20:07:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.116671  7776 raft_consensus.cc:359] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.117677  7776 raft_consensus.cc:385] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.118250  7776 raft_consensus.cc:740] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 921be0a93547449093e8d1ea038d33bd, State: Initialized, Role: FOLLOWER
20:07:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.118997  7776 consensus_queue.cc:260] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.123117  7776 ts_tablet_manager.cc:1434] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd: Time spent starting tablet: real 0.010s	user 0.009s	sys 0.000s
20:07:07.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.138978  6883 catalog_manager.cc:6241] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1: replication_test_table [id=9ae910324af64583a2040b7c50de433f] alter complete (version 0)
20:07:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.144835  7754 raft_consensus.cc:493] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.145350  7754 raft_consensus.cc:515] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.147363  7754 leader_election.cc:290] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213), 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.150498  7317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "afaef9bd816048ad96034187e5e62035" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd" is_pre_election: true
20:07:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.150754  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "afaef9bd816048ad96034187e5e62035" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f" is_pre_election: true
20:07:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.151296  7317 raft_consensus.cc:2468] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.151458  7514 raft_consensus.cc:2468] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:07.153 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:07.154 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:07.154 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:07.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:07.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:07.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:07.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:07.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:07.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:07.155 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:07.155 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:07.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:07.155 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.156919  7094 leader_election.cc:304] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 921be0a93547449093e8d1ea038d33bd; no voters: 
20:07:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.157830  7754 raft_consensus.cc:2804] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.158313  7754 raft_consensus.cc:493] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.158686  7754 raft_consensus.cc:3060] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Advancing to term 1
20:07:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.166728  7754 raft_consensus.cc:515] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.169611  7754 leader_election.cc:290] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Requested vote from peers 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213), 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.169703  7317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "afaef9bd816048ad96034187e5e62035" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd"
20:07:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.170248  7317 raft_consensus.cc:3060] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Advancing to term 1
20:07:07.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.173795  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "afaef9bd816048ad96034187e5e62035" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f"
20:07:07.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.174633  7514 raft_consensus.cc:3060] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Advancing to term 1
20:07:07.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.186553  7514 raft_consensus.cc:2468] T afaef9bd816048ad96034187e5e62035 P 8a1b75fca9714c379ec682d60725416f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:07.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.196501  7094 leader_election.cc:304] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f; no voters: 
20:07:07.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.197304  7754 raft_consensus.cc:2804] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Leader election won for term 1
20:07:07.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.197878  7317 raft_consensus.cc:2468] T afaef9bd816048ad96034187e5e62035 P 921be0a93547449093e8d1ea038d33bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:07.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.197760  7754 raft_consensus.cc:697] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [term 1 LEADER]: Becoming Leader. State: Replica: 191371c93f04403bb434ca506793a87e, State: Running, Role: LEADER
20:07:07.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.198961  7754 consensus_queue.cc:237] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.232302  6883 catalog_manager.cc:5696] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e reported cstate change: term changed from 0 to 1, leader changed from <none> to 191371c93f04403bb434ca506793a87e (127.6.127.65). New cstate: current_term: 1 leader_uuid: "191371c93f04403bb434ca506793a87e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } health_report { overall_health: UNKNOWN } } }
20:07:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.360956  6883 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:54574:
20:07:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\226\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
20:07:07.376 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:07.376 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:07.376 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:07.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:07.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:07.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:07.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:07.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:07.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:07.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:07.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:07.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:07.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:07.405 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:07.405690  6883 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 5a9e1dbd22174504b4f8cf08f99bc9ff has no consensus state
20:07:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:07.408646  6883 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 5d2578a9c8f94c68910efda3c3dc71c7 has no consensus state
20:07:07.426 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:07.426 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:07.426 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:07.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:07.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:07.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:07.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:07.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:07.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:07.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:07.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:07.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:07.428 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:07.436 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:07.436 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:07.437 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:07.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:07.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:07.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:07.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:07.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:07.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:07.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:07.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:07.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:07.438 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.441598  7317 raft_consensus.cc:3060] T e6b89ff3aef143aa851bb939a3d80ff9 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Advancing to term 1
20:07:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.456015  7783 consensus_queue.cc:1048] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:07.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.471408  7141 tablet_service.cc:1511] Processing CreateTablet for tablet 5a9e1dbd22174504b4f8cf08f99bc9ff (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
20:07:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.474139  7141 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5a9e1dbd22174504b4f8cf08f99bc9ff. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:07.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.479809  7494 tablet_service.cc:1511] Processing CreateTablet for tablet 5a9e1dbd22174504b4f8cf08f99bc9ff (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
20:07:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.481050  7494 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5a9e1dbd22174504b4f8cf08f99bc9ff. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.483758  7296 tablet_service.cc:1511] Processing CreateTablet for tablet 5a9e1dbd22174504b4f8cf08f99bc9ff (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
20:07:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.485385  7296 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5a9e1dbd22174504b4f8cf08f99bc9ff. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:07.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.505466  7754 consensus_queue.cc:1048] T e6b89ff3aef143aa851bb939a3d80ff9 P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.509650  7775 tablet_bootstrap.cc:492] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f: Bootstrap starting.
20:07:07.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.544168  7775 tablet_bootstrap.cc:654] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f: Neither blocks nor log segments found. Creating new log.
20:07:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.550973  7140 tablet_service.cc:1511] Processing CreateTablet for tablet 5d2578a9c8f94c68910efda3c3dc71c7 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
20:07:07.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.552394  7140 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d2578a9c8f94c68910efda3c3dc71c7. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:07.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:07.552246  6869 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.6.127.125:39777, user_credentials={real_user=slave}} blocked reactor thread for 97934.3us
20:07:07.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.568393  7797 tablet_bootstrap.cc:492] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e: Bootstrap starting.
20:07:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.578013  7797 tablet_bootstrap.cc:654] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e: Neither blocks nor log segments found. Creating new log.
20:07:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.581993  7297 tablet_service.cc:1511] Processing CreateTablet for tablet 5d2578a9c8f94c68910efda3c3dc71c7 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
20:07:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.583370  7297 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d2578a9c8f94c68910efda3c3dc71c7. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.590139  7797 tablet_bootstrap.cc:492] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e: No bootstrap required, opened a new log
20:07:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.601886  7797 ts_tablet_manager.cc:1403] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e: Time spent bootstrapping tablet: real 0.034s	user 0.009s	sys 0.011s
20:07:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.605002  7797 raft_consensus.cc:359] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.605877  7797 raft_consensus.cc:385] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.606256  7797 raft_consensus.cc:740] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 191371c93f04403bb434ca506793a87e, State: Initialized, Role: FOLLOWER
20:07:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.606922  7797 consensus_queue.cc:260] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:07.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.614590  7494 tablet_service.cc:1511] Processing CreateTablet for tablet 5d2578a9c8f94c68910efda3c3dc71c7 (DEFAULT_TABLE table=replication_test_table [id=9ae910324af64583a2040b7c50de433f]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
20:07:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.616736  7494 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d2578a9c8f94c68910efda3c3dc71c7. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.618798  7797 ts_tablet_manager.cc:1434] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e: Time spent starting tablet: real 0.016s	user 0.004s	sys 0.003s
20:07:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.632929  7775 tablet_bootstrap.cc:492] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f: No bootstrap required, opened a new log
20:07:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.633654  7775 ts_tablet_manager.cc:1403] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f: Time spent bootstrapping tablet: real 0.124s	user 0.015s	sys 0.015s
20:07:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.639717  7775 raft_consensus.cc:359] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.642516  7797 tablet_bootstrap.cc:492] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e: Bootstrap starting.
20:07:07.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.645303  7775 raft_consensus.cc:385] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:07.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.646612  7775 raft_consensus.cc:740] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a1b75fca9714c379ec682d60725416f, State: Initialized, Role: FOLLOWER
20:07:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.648872  7797 tablet_bootstrap.cc:654] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e: Neither blocks nor log segments found. Creating new log.
20:07:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.647511  7775 consensus_queue.cc:260] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:07.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.664490  7800 tablet_bootstrap.cc:492] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd: Bootstrap starting.
20:07:07.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.669092  7775 ts_tablet_manager.cc:1434] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f: Time spent starting tablet: real 0.032s	user 0.004s	sys 0.003s
20:07:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.670351  7775 tablet_bootstrap.cc:492] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f: Bootstrap starting.
20:07:07.675 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:07.676 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:07.676 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:07.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:07.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:07.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:07.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:07.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:07.677 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:07.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:07.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:07.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:07.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:07.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.686457  7800 tablet_bootstrap.cc:654] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd: Neither blocks nor log segments found. Creating new log.
20:07:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.687191  7775 tablet_bootstrap.cc:654] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f: Neither blocks nor log segments found. Creating new log.
20:07:07.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.689515  7797 tablet_bootstrap.cc:492] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e: No bootstrap required, opened a new log
20:07:07.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.690070  7797 ts_tablet_manager.cc:1403] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e: Time spent bootstrapping tablet: real 0.048s	user 0.016s	sys 0.015s
20:07:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.693207  7797 raft_consensus.cc:359] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.694140  7797 raft_consensus.cc:385] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.694589  7797 raft_consensus.cc:740] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 191371c93f04403bb434ca506793a87e, State: Initialized, Role: FOLLOWER
20:07:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.695349  7797 consensus_queue.cc:260] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.697693  7797 ts_tablet_manager.cc:1434] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.002s
20:07:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.706879  7775 tablet_bootstrap.cc:492] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f: No bootstrap required, opened a new log
20:07:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.707335  7775 ts_tablet_manager.cc:1403] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f: Time spent bootstrapping tablet: real 0.037s	user 0.012s	sys 0.002s
20:07:07.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.710872  7775 raft_consensus.cc:359] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.714630  7775 raft_consensus.cc:385] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:07.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.714903  7775 raft_consensus.cc:740] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a1b75fca9714c379ec682d60725416f, State: Initialized, Role: FOLLOWER
20:07:07.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.723703  7800 tablet_bootstrap.cc:492] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd: No bootstrap required, opened a new log
20:07:07.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.724344  7800 ts_tablet_manager.cc:1403] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd: Time spent bootstrapping tablet: real 0.060s	user 0.010s	sys 0.005s
20:07:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.726626  6883 catalog_manager.cc:6241] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1: replication_test_table [id=9ae910324af64583a2040b7c50de433f] alter complete (version 0)
20:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.727293  7800 raft_consensus.cc:359] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.734196  7800 raft_consensus.cc:385] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.734648  7800 raft_consensus.cc:740] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 921be0a93547449093e8d1ea038d33bd, State: Initialized, Role: FOLLOWER
20:07:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.729194  7775 consensus_queue.cc:260] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.735828  7800 consensus_queue.cc:260] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:07.737521  6868 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 5d2578a9c8f94c68910efda3c3dc71c7 (table replication_test_table [id=9ae910324af64583a2040b7c50de433f], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 5d2578a9c8f94c68910efda3c3dc71c7 consensus state has no leader
20:07:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.739575  7775 ts_tablet_manager.cc:1434] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f: Time spent starting tablet: real 0.032s	user 0.008s	sys 0.000s
20:07:07.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.753692  7800 ts_tablet_manager.cc:1434] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd: Time spent starting tablet: real 0.029s	user 0.006s	sys 0.000s
20:07:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.757460  7783 raft_consensus.cc:493] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.757984  7783 raft_consensus.cc:515] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.761982  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d2578a9c8f94c68910efda3c3dc71c7" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f" is_pre_election: true
20:07:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.762598  7514 raft_consensus.cc:2468] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.763666  7316 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d2578a9c8f94c68910efda3c3dc71c7" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd" is_pre_election: true
20:07:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:07.765637  7094 leader_election.cc:343] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213): Illegal state: must be running to vote when last-logged opid is not known
20:07:07.780 [DEBUG - main] (Connection.java:575) [peer master-127.5.177.124:42459(127.5.177.124:42459)] disconnecting while in state READY
20:07:07.781 [DEBUG - main] (Connection.java:575) [peer master-127.5.177.125:34987(127.5.177.125:34987)] disconnecting while in state READY
20:07:07.781 [DEBUG - main] (Connection.java:575) [peer master-127.5.177.126:45579(127.5.177.126:45579)] disconnecting while in state READY
20:07:07.784 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.177.125:34987(127.5.177.125:34987)] handling channelInactive
20:07:07.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state READY due to: connection closed
20:07:07.785 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.177.126:45579(127.5.177.126:45579)] handling channelInactive
20:07:07.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state READY due to: connection closed
20:07:07.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.768512  7094 leader_election.cc:304] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f; no voters: 921be0a93547449093e8d1ea038d33bd
20:07:07.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.773808  7800 tablet_bootstrap.cc:492] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd: Bootstrap starting.
20:07:07.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.775873  7754 consensus_queue.cc:1048] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:07.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.777361  7754 raft_consensus.cc:2804] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:07.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.777786  7754 raft_consensus.cc:493] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:07.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.778206  7754 raft_consensus.cc:3060] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Advancing to term 1
20:07:07.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.785132  7800 tablet_bootstrap.cc:654] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd: Neither blocks nor log segments found. Creating new log.
20:07:07.792 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:07.796 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:07:07.796 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
20:07:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.760151  7783 leader_election.cc:290] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213), 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.798065  7800 tablet_bootstrap.cc:492] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd: No bootstrap required, opened a new log
20:07:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.798610  7800 ts_tablet_manager.cc:1403] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd: Time spent bootstrapping tablet: real 0.025s	user 0.010s	sys 0.008s
20:07:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.806417  7783 consensus_queue.cc:1048] T afaef9bd816048ad96034187e5e62035 P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:07.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.810123  7800 raft_consensus.cc:359] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.816 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.177.124:42459(127.5.177.124:42459)] handling channelInactive
20:07:07.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state READY due to: connection closed
20:07:07.816 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
20:07:07.818 [DEBUG - main] (Connection.java:575) [peer master-127.6.127.125:39777(127.6.127.125:39777)] disconnecting while in state READY
20:07:07.818 [DEBUG - main] (Connection.java:575) [peer master-127.6.127.126:35627(127.6.127.126:35627)] disconnecting while in state READY
20:07:07.818 [DEBUG - main] (Connection.java:575) [peer master-127.6.127.124:38349(127.6.127.124:38349)] disconnecting while in state READY
20:07:07.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.817440  7754 raft_consensus.cc:515] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.819 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.127.126:35627(127.6.127.126:35627)] handling channelInactive
20:07:07.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state READY due to: connection closed
20:07:07.819 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.127.124:38349(127.6.127.124:38349)] handling channelInactive
20:07:07.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state READY due to: connection closed
20:07:07.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.819725  7800 raft_consensus.cc:385] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:07.820 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:07.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.820152  7800 raft_consensus.cc:740] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 921be0a93547449093e8d1ea038d33bd, State: Initialized, Role: FOLLOWER
20:07:07.821 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:07:07.822 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
20:07:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.821751  7800 consensus_queue.cc:260] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.826218  7800 ts_tablet_manager.cc:1434] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd: Time spent starting tablet: real 0.027s	user 0.006s	sys 0.000s
20:07:07.849 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.127.125:39777(127.6.127.125:39777)] handling channelInactive
20:07:07.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state READY due to: connection closed
20:07:07.849 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
20:07:07.851 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:07:07.852 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
20:07:07.852 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
20:07:07.852 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:07:07.852 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:07:07.852 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:07:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.856278  7754 leader_election.cc:290] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Requested vote from peers 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213), 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.853554  7316 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d2578a9c8f94c68910efda3c3dc71c7" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd"
20:07:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.868826  7316 raft_consensus.cc:3060] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Advancing to term 1
20:07:07.885 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:07.886 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:07.886 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:07.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:07.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:07.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:07.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:07.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:07.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:07.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.875362  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d2578a9c8f94c68910efda3c3dc71c7" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f"
20:07:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.875911  7514 raft_consensus.cc:3060] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Advancing to term 1
20:07:07.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:07.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:07.888 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:07.898 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
20:07:07.898 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
20:07:07.898 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
20:07:07.898 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
20:07:07.898 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
20:07:07.898 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
20:07:07.899 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
20:07:07.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.898826  7771 raft_consensus.cc:493] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:07.908 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.899377  7771 raft_consensus.cc:515] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.919914  7771 leader_election.cc:290] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 191371c93f04403bb434ca506793a87e (127.6.127.65:36129), 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815)
20:07:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.885540  7514 raft_consensus.cc:2468] T 5d2578a9c8f94c68910efda3c3dc71c7 P 8a1b75fca9714c379ec682d60725416f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.926280  7094 leader_election.cc:304] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f; no voters: 
20:07:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.927076  7754 raft_consensus.cc:2804] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Leader election won for term 1
20:07:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.927498  7754 raft_consensus.cc:697] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [term 1 LEADER]: Becoming Leader. State: Replica: 191371c93f04403bb434ca506793a87e, State: Running, Role: LEADER
20:07:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.928203  7754 consensus_queue.cc:237] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } }
20:07:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.958436  7316 raft_consensus.cc:2468] T 5d2578a9c8f94c68910efda3c3dc71c7 P 921be0a93547449093e8d1ea038d33bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:07.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:07.985313  6883 catalog_manager.cc:5696] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e reported cstate change: term changed from 0 to 1, leader changed from <none> to 191371c93f04403bb434ca506793a87e (127.6.127.65). New cstate: current_term: 1 leader_uuid: "191371c93f04403bb434ca506793a87e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } health_report { overall_health: UNKNOWN } } }
20:07:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.013610  7754 raft_consensus.cc:493] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.014101  7754 raft_consensus.cc:515] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.016067  7754 leader_election.cc:290] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815), 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213)
20:07:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.023262  7513 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9e1dbd22174504b4f8cf08f99bc9ff" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f" is_pre_election: true
20:07:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.023947  7513 raft_consensus.cc:2468] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.025269  7316 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9e1dbd22174504b4f8cf08f99bc9ff" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd" is_pre_election: true
20:07:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.025694  7094 leader_election.cc:304] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f; no voters: 
20:07:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.025856  7316 raft_consensus.cc:2468] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 0.
20:07:08.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.026577  7754 raft_consensus.cc:2804] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:08.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.029356  7754 raft_consensus.cc:493] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:08.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.029744  7754 raft_consensus.cc:3060] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 0 FOLLOWER]: Advancing to term 1
20:07:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.036607  7754 raft_consensus.cc:515] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:08.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.040150  7513 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9e1dbd22174504b4f8cf08f99bc9ff" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f"
20:07:08.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.040730  7513 raft_consensus.cc:3060] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f [term 0 FOLLOWER]: Advancing to term 1
20:07:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.047919  7513 raft_consensus.cc:2468] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.048310  7514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9e1dbd22174504b4f8cf08f99bc9ff" candidate_uuid: "921be0a93547449093e8d1ea038d33bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a1b75fca9714c379ec682d60725416f" is_pre_election: true
20:07:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.049163  7514 raft_consensus.cc:2393] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 8a1b75fca9714c379ec682d60725416f [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 921be0a93547449093e8d1ea038d33bd in current term 1: Already voted for candidate 191371c93f04403bb434ca506793a87e in this term.
20:07:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.049032  7094 leader_election.cc:304] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f; no voters: 
20:07:08.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.050071  7804 raft_consensus.cc:2804] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 1 FOLLOWER]: Leader election won for term 1
20:07:08.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.050542  7804 raft_consensus.cc:697] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [term 1 LEADER]: Becoming Leader. State: Replica: 191371c93f04403bb434ca506793a87e, State: Running, Role: LEADER
20:07:08.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.051311  7804 consensus_queue.cc:237] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } }
20:07:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.060156  7316 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9e1dbd22174504b4f8cf08f99bc9ff" candidate_uuid: "191371c93f04403bb434ca506793a87e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "921be0a93547449093e8d1ea038d33bd"
20:07:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.060719  7161 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5a9e1dbd22174504b4f8cf08f99bc9ff" candidate_uuid: "921be0a93547449093e8d1ea038d33bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "191371c93f04403bb434ca506793a87e" is_pre_election: true
20:07:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.061203  7316 raft_consensus.cc:3060] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [term 0 FOLLOWER]: Advancing to term 1
20:07:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.063252  7252 leader_election.cc:304] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 921be0a93547449093e8d1ea038d33bd; no voters: 191371c93f04403bb434ca506793a87e, 8a1b75fca9714c379ec682d60725416f
20:07:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.068960  7316 raft_consensus.cc:2468] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 191371c93f04403bb434ca506793a87e in term 1.
20:07:08.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.069608  7771 raft_consensus.cc:2749] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 921be0a93547449093e8d1ea038d33bd [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:07:08.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.077061  7754 leader_election.cc:290] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [CANDIDATE]: Term 1 election: Requested vote from peers 8a1b75fca9714c379ec682d60725416f (127.6.127.67:42815), 921be0a93547449093e8d1ea038d33bd (127.6.127.66:38213)
20:07:08.084 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:08.084 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:08.084 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:08.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:08.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:08.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:08.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:08.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:08.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:08.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:08.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:08.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:08.089 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:08.091 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:08.092 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:08.092 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:08.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:08.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:08.092 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:08.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:08.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:08.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:08.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:08.093 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:08.093 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:08.093 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:08.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.096472  6883 catalog_manager.cc:5696] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e reported cstate change: term changed from 0 to 1, leader changed from <none> to 191371c93f04403bb434ca506793a87e (127.6.127.65). New cstate: current_term: 1 leader_uuid: "191371c93f04403bb434ca506793a87e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "191371c93f04403bb434ca506793a87e" member_type: VOTER last_known_addr { host: "127.6.127.65" port: 36129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 } health_report { overall_health: UNKNOWN } } }
20:07:08.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:08.344 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
20:07:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.396155  7804 consensus_queue.cc:1048] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:08.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:08.414 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
20:07:08.414 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
20:07:08.414 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
20:07:08.430 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:07:08.442 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:08.442 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:08.442 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:08.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:08.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:08.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:08.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:08.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:08.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:08.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:08.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:08.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:08.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.457899  7783 consensus_queue.cc:1048] T 5d2578a9c8f94c68910efda3c3dc71c7 P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.467283  7783 consensus_queue.cc:1048] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a1b75fca9714c379ec682d60725416f" member_type: VOTER last_known_addr { host: "127.6.127.67" port: 42815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:08.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:08.571827  7804 consensus_queue.cc:1048] T 5a9e1dbd22174504b4f8cf08f99bc9ff P 191371c93f04403bb434ca506793a87e [LEADER]: Connected to new peer: Peer: permanent_uuid: "921be0a93547449093e8d1ea038d33bd" member_type: VOTER last_known_addr { host: "127.6.127.66" port: 38213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:08.675 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:08.675 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:08.676 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:08.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:08.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:08.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:08.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:08.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:08.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:08.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:08.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:08.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:08.678 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:08.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:08.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:08.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:09.078 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:09.079 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:09.079 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:09.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:09.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:09.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:09.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:09.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:09.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:09.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:09.080 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:09.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:09.081 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:09.182 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:09.182 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:09.182 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:09.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.184 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:09.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:09.221 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:09.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.223 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:09.224 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:09.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.225 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:09.363 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:09.363 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:09.363 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:09.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.364 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.364 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:09.366 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:09.366 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:09.366 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:09.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:09.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:09.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:09.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:09.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:09.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:09.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:09.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:09.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:09.367 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:09.405 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:09.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:09.638 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:09.638 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:09.639 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:09.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:09.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:09.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:09.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:09.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:09.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:09.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:09.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:09.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:09.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:09.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:09.736 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:09.736 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:09.736 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:09.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:09.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:09.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:09.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:09.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:09.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:09.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:09.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:09.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:09.738 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:09.803 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:09.804 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:09.804 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:09.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:09.804 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:09.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:09.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:09.811 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:09.811 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:09.811 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:09.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:09.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:09.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:09.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:09.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:09.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:09.812 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:09.812 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:09.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:09.812 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:09.889 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
20:07:09.905 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:09.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:10.153 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
20:07:10.176 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:07:10.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:10.220 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
20:07:10.234 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
20:07:10.255 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
20:07:10.281 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
20:07:10.283 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
20:07:10.283 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
20:07:10.283 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
20:07:10.284 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
20:07:10.284 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
20:07:10.284 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
20:07:10.284 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:07:10.285 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:07:10.286 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:07:10.286 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:07:10.286 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:07:10.286 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:07:10.286 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
20:07:10.286 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
20:07:10.286 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
20:07:10.286 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
20:07:10.287 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
20:07:10.287 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:07:10.287 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:07:10.287 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:07:10.288 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:07:10.288 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:07:10.288 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:07:10.288 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_899148a015f596039fef493a57138243/blobStorage
20:07:10.294 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:37443 - max concurrent requests: 50 - max backlog: 1000
20:07:10.306 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_899148a015f596039fef493a57138243/blobStorage
20:07:10.318 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_899148a015f596039fef493a57138243/blobStorage
20:07:10.330 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
20:07:10.331 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: a343d728-b25a-48ef-85b5-fcd3554ed10b
20:07:10.334 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
20:07:10.335 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-32888304-b61f-4dce-9c1c-f7ab4105d5d6
20:07:10.355 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:10.355 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:10.355 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:10.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:10.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:10.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:10.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:10.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:10.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:10.357 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:10.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:10.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:10.357 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:10.366 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-0eadbe63-bc4a-4bf5-824f-506760bf8967
20:07:10.405 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:10.412 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:10.412 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:10.412 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:10.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:10.413 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:10.413 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:10.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:10.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:10.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:10.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:10.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:10.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:10.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:10.436 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:10.436 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:10.437 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:10.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:10.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:10.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:10.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:10.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:10.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:10.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:10.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:10.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:10.439 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:10.457 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
20:07:10.458 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
20:07:10.458 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
20:07:10.458 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
20:07:10.459 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
20:07:10.461 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_12 .
20:07:10.477 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:10.482 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
20:07:10.482 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-447fee6c-1454-42e8-891c-35a8dcba32e5
20:07:10.486 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
20:07:10.486 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
20:07:10.516 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
20:07:10.516 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
20:07:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:10.548758  6060 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.5.177.126:45579, user_credentials={real_user=slave}} blocked reactor thread for 54059.7us
20:07:10.572 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:37107
20:07:10.572 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
20:07:10.590 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
20:07:10.592 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:37107 was granted leadership with leaderSessionID=4ba322f8-d9ad-43c2-b437-155cb9a387df
20:07:10.592 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:37107 , session=4ba322f8-d9ad-43c2-b437-155cb9a387df
20:07:10.593 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
20:07:10.593 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
20:07:10.593 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id d5ba94bd-9d35-4941-8f1a-cf4e7a52bc9d. Creating new DispatcherLeaderProcess.
20:07:10.594 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
20:07:10.594 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
20:07:10.601 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
20:07:10.601 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
20:07:10.605 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_13 .
20:07:10.608 [INFO - pool-191-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 284b723c-8a32-48c0-81c6-211150198372.
20:07:10.613 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_13 , session=d5ba94bd-9d35-4941-8f1a-cf4e7a52bc9d
20:07:10.613 [INFO - pool-191-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_14 .
20:07:10.651 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
20:07:10.656 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
20:07:10.656 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
20:07:10.656 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
20:07:10.656 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
20:07:10.658 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_14 , session=284b723c-8a32-48c0-81c6-211150198372
20:07:10.660 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(81c6211150198372284b723c8a3248c0).
20:07:10.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:10.699 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:07:10.710 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (de855ecde0984daac22d8a9ca6a04543).
20:07:10.710 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (de855ecde0984daac22d8a9ca6a04543).
20:07:10.711 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-de855ecde0984daac22d8a9ca6a04543'.
20:07:10.711 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job de855ecde0984daac22d8a9ca6a04543 was granted leadership with leader id 25a27e51-a0bb-4537-a6b4-ecb4eb889b57. Creating new JobMasterServiceProcess.
20:07:10.717 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID a343d728-b25a-48ef-85b5-fcd3554ed10b (pekko://flink/user/rpc/taskmanager_12) at ResourceManager
20:07:10.718 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_14 under registration id 35f87f6d44132e8aac5f8196e8627629.
20:07:10.720 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor a343d728-b25a-48ef-85b5-fcd3554ed10b under 35f87f6d44132e8aac5f8196e8627629 at the slot manager.
20:07:10.721 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_15 .
20:07:10.726 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (de855ecde0984daac22d8a9ca6a04543).
20:07:10.727 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543).
20:07:10.727 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph ee4a7d9528a08751a4368463d13cdc2e for job de855ecde0984daac22d8a9ca6a04543.
20:07:10.727 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543).
20:07:10.728 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
20:07:10.728 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
20:07:10.729 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2138e101
20:07:10.729 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:10.729 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:07:10.731 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
20:07:10.731 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@1184342e for Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543).
20:07:10.732 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_15 , session=25a27e51-a0bb-4537-a6b4-ecb4eb889b57
20:07:10.735 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (de855ecde0984daac22d8a9ca6a04543) under job master id a6b4ecb4eb889b5725a27e51a0bb4537.
20:07:10.736 [INFO - flink-pekko.actor.default-dispatcher-6] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:07:10.738 [DEBUG - flink-pekko.actor.default-dispatcher-6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:10.738 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
20:07:10.738 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state CREATED to RUNNING.
20:07:10.742 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
20:07:10.743 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
20:07:10.743 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
20:07:10.744 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
20:07:10.744 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(81c6211150198372284b723c8a3248c0)
20:07:10.747 [INFO - flink-pekko.actor.default-dispatcher-10] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:07:10.748 [INFO - flink-pekko.actor.default-dispatcher-10] (ResourceManager.java:390) Registering job manager a6b4ecb4eb889b5725a27e51a0bb4537@pekko://flink/user/rpc/jobmanager_15 for job de855ecde0984daac22d8a9ca6a04543.
20:07:10.752 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:10.753 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:10.755 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager a6b4ecb4eb889b5725a27e51a0bb4537@pekko://flink/user/rpc/jobmanager_15 for job de855ecde0984daac22d8a9ca6a04543.
20:07:10.756 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:10.758 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.177.126:45579(127.5.177.126:45579)] Successfully connected to peer
20:07:10.760 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 81c6211150198372284b723c8a3248c0.
20:07:10.762 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:07:10.763 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.177.125:34987(127.5.177.125:34987)] Successfully connected to peer
20:07:10.767 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.177.124:42459(127.5.177.124:42459)] Successfully connected to peer
20:07:10.769 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.125
20:07:10.771 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.126
20:07:10.774 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.124
20:07:10.780 [DEBUG - main] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:10.790 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:10.791 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job de855ecde0984daac22d8a9ca6a04543
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager a343d728-b25a-48ef-85b5-fcd3554ed10b
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
20:07:10.792 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 87b3eb87d3d9f23557b9e149dbf3dca8 from a343d728-b25a-48ef-85b5-fcd3554ed10b for job de855ecde0984daac22d8a9ca6a04543 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:07:10.795 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:10.795 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:10.796 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:10.796 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:10.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:10.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:10.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:10.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:10.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:10.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:10.799 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:10.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:10.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:10.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:10.801 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:10.801 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 87b3eb87d3d9f23557b9e149dbf3dca8 for job de855ecde0984daac22d8a9ca6a04543 from resource manager with leader id 81c6211150198372284b723c8a3248c0.
20:07:10.801 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 87b3eb87d3d9f23557b9e149dbf3dca8 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:07:10.806 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:10.806 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:10.806 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:10.807 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 17a3696416f15ddb5773747ae0bd2281 from a343d728-b25a-48ef-85b5-fcd3554ed10b for job de855ecde0984daac22d8a9ca6a04543 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:07:10.807 [DEBUG - main] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:10.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:10.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:10.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:10.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:10.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:10.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:10.810 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a616d910be3f00059573dab7c5650d9c from a343d728-b25a-48ef-85b5-fcd3554ed10b for job de855ecde0984daac22d8a9ca6a04543 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:07:10.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:10.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:10.810 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:10.811 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:10.811 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f15c92e0a935db3ab140050f2e2a607f from a343d728-b25a-48ef-85b5-fcd3554ed10b for job de855ecde0984daac22d8a9ca6a04543 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:07:10.818 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1c13a1c9, L:/127.0.0.1:52378 - R:/127.5.177.124:42459] using SASL/PLAIN
20:07:10.821 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xffe0eaff, L:/127.0.0.1:38216 - R:/127.5.177.126:45579] using SASL/PLAIN
20:07:10.822 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4b5bd1d3, L:/127.0.0.1:49372 - R:/127.5.177.125:34987] using SASL/PLAIN
20:07:10.825 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.127.126:35627(127.6.127.126:35627)] Successfully connected to peer
20:07:10.828 [DEBUG - main] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:10.829 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:10.829 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: OK, [75ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: OK, deferred=null) after lookup
20:07:10.830 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.127.124:38349(127.6.127.124:38349)] Successfully connected to peer
20:07:10.832 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.127.125:39777(127.6.127.125:39777)] Successfully connected to peer
20:07:10.833 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:10.835 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job de855ecde0984daac22d8a9ca6a04543 for job leader monitoring.
20:07:10.835 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 17a3696416f15ddb5773747ae0bd2281 for job de855ecde0984daac22d8a9ca6a04543 from resource manager with leader id 81c6211150198372284b723c8a3248c0.
20:07:10.836 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 17a3696416f15ddb5773747ae0bd2281 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:07:10.836 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request a616d910be3f00059573dab7c5650d9c for job de855ecde0984daac22d8a9ca6a04543 from resource manager with leader id 81c6211150198372284b723c8a3248c0.
20:07:10.836 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for a616d910be3f00059573dab7c5650d9c with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:07:10.837 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request f15c92e0a935db3ab140050f2e2a607f for job de855ecde0984daac22d8a9ca6a04543 from resource manager with leader id 81c6211150198372284b723c8a3248c0.
20:07:10.837 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for f15c92e0a935db3ab140050f2e2a607f with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:07:10.839 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_15 with leader id 25a27e51-a0bb-4537-a6b4-ecb4eb889b57.
20:07:10.843 [INFO - flink-pekko.actor.default-dispatcher-10] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
20:07:10.844 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cf92b78753e14afe9da760cbbacd8376 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:10.844 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ca8f128375634ac49407b516696a9546 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:10.844 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 90ce07bcbb6f4589bb615143109abc19 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:10.844 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c0ffbd8c1e804ebe833f6f628193ace4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:10.844 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e60ee8e0015040289ebe157e42ea7c16 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:10.844 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fafdfadacdba481cbf72609b0cae44fc for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:10.845 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:10.855 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_15 for job de855ecde0984daac22d8a9ca6a04543.
20:07:10.855 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1783) Establish JobManager connection for job de855ecde0984daac22d8a9ca6a04543.
20:07:10.855 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1633) Offer reserved slots to the leader of job de855ecde0984daac22d8a9ca6a04543.
20:07:10.861 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
20:07:10.861 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 17a3696416f15ddb5773747ae0bd2281
20:07:10.862 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 17a3696416f15ddb5773747ae0bd2281.
20:07:10.864 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job de855ecde0984daac22d8a9ca6a04543.
20:07:10.865 [INFO - flink-pekko.actor.default-dispatcher-10] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
20:07:10.865 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id de855ecde0984daac22d8a9ca6a04543
20:07:10.875 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 17a3696416f15ddb5773747ae0bd2281.
20:07:10.879 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.124
20:07:10.883 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
20:07:10.883 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
20:07:10.884 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a6f4460
20:07:10.884 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:10.884 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:07:10.885 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:07:10.889 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.126
20:07:10.900 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f844e6d
20:07:10.903 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:10.905 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:10.908 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:10.915 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
20:07:10.915 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id a616d910be3f00059573dab7c5650d9c
20:07:10.917 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a616d910be3f00059573dab7c5650d9c.
20:07:10.919 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id a616d910be3f00059573dab7c5650d9c.
20:07:10.922 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
20:07:10.923 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id f15c92e0a935db3ab140050f2e2a607f
20:07:10.924 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbe4fbd2e, L:/127.0.0.1:60678 - R:/127.6.127.126:35627] using SASL/PLAIN
20:07:10.924 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:10.931 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.125
20:07:10.941 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xff41b24b, L:/127.0.0.1:54586 - R:/127.6.127.124:38349] using SASL/PLAIN
20:07:10.948 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:10.942 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
20:07:10.950 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8
20:07:10.955 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:07:10.965 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x91ecc069, L:/127.0.0.1:49106 - R:/127.6.127.125:39777] using SASL/PLAIN
20:07:10.969 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:10.969 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [158ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: OK, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: OK, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: OK, deferred=null) after lookup
20:07:10.971 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f15c92e0a935db3ab140050f2e2a607f.
20:07:10.972 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id f15c92e0a935db3ab140050f2e2a607f.
20:07:10.978 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:10.978 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
20:07:10.978 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
20:07:10.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:10.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@742886ce
20:07:10.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:10.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:07:10.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:07:10.982 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:07:10.986 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:10.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f73c13d7d5d041238526cb5876c4695e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:10.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e6b89ff3aef143aa851bb939a3d80ff9 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:10.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:10.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e879ad3e5daf4076ab6955749925b3c8 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:10.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet afaef9bd816048ad96034187e5e62035 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:10.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d2578a9c8f94c68910efda3c3dc71c7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:10.987 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f73c13d7d5d041238526cb5876c4695e@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=e6b89ff3aef143aa851bb939a3d80ff9@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=e879ad3e5daf4076ab6955749925b3c8@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=afaef9bd816048ad96034187e5e62035@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=5d2578a9c8f94c68910efda3c3dc71c7@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:10.989 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.127.124:38349, [6ms] Sub RPC GetTableLocations: received response from server master-127.6.127.124:38349: OK, deferred=null)) after lookup
20:07:10.990 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] connecting to peer
20:07:10.994 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@40c8ee7e
20:07:10.998 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 87b3eb87d3d9f23557b9e149dbf3dca8.
20:07:10.998 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:11.000 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
20:07:11.000 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
20:07:11.001 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@17ab660b
20:07:11.001 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:11.001 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8.
20:07:11.001 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:07:11.002 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:07:11.002 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:07:11.006 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:11.008 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5fb223da
20:07:11.008 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.127.126:35627(127.6.127.126:35627)] Successfully connected to peer
20:07:11.011 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:11.012 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.126
20:07:11.019 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] Successfully connected to peer
20:07:11.021 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 17a3696416f15ddb5773747ae0bd2281.
20:07:11.021 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a616d910be3f00059573dab7c5650d9c.
20:07:11.021 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f15c92e0a935db3ab140050f2e2a607f.
20:07:11.021 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 87b3eb87d3d9f23557b9e149dbf3dca8.
20:07:11.021 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.024 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
20:07:11.024 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
20:07:11.025 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5323f170
20:07:11.025 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:11.035 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:07:11.035 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4874130c, L:/127.0.0.1:60686 - R:/127.6.127.126:35627] using SASL/PLAIN
20:07:11.047 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:07:11.048 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:07:11.052 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:11.053 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:11.058 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.127.124:38349(127.6.127.124:38349)] Successfully connected to peer
20:07:11.062 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.065 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b890492
20:07:11.068 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:11.068 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.124
20:07:11.068 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:11.069 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xe2546e50, L:/127.0.0.1:50270 - R:/127.6.127.65:36129] using TOKEN/null
20:07:11.070 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.127.126:35627(127.6.127.126:35627)] Successfully connected to peer
20:07:11.076 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.126
20:07:11.081 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:11.082 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.086 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe13ef5cb, L:/127.0.0.1:54596 - R:/127.6.127.124:38349] using SASL/PLAIN
20:07:11.087 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.127.124:38349(127.6.127.124:38349)] Successfully connected to peer
20:07:11.090 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.124
20:07:11.093 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.099 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb4b0c063, L:/127.0.0.1:60690 - R:/127.6.127.126:35627] using SASL/PLAIN
20:07:11.101 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.115 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:11.119 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.127.125:39777(127.6.127.125:39777)] Successfully connected to peer
20:07:11.122 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x09363d4e, L:/127.0.0.1:54612 - R:/127.6.127.124:38349] using SASL/PLAIN
20:07:11.123 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.125
20:07:11.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:11.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=121), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [53ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: OK, deferred=null) after lookup
20:07:11.140 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:11.140 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:11.140 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:11.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:11.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:11.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:11.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:11.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:11.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:11.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:11.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:11.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:11.142 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:11.145 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:11.149 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x27edf774, L:/127.0.0.1:49108 - R:/127.6.127.125:39777] using SASL/PLAIN
20:07:11.151 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:11.151 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e2f4698
20:07:11.154 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
20:07:11.154 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
20:07:11.166 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.167 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:11.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:11.199 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.199 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:11.200 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:11.210 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.212 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:11.222 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.222 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:11.229 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.230 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:11.231 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:11.231 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:11.232 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:11.232 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:11.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:11.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:11.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:11.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:11.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:11.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:11.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:11.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:11.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:11.234 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:11.232 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=328), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [57ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: OK, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: OK, deferred=null) after lookup
20:07:11.238 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.238 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.127.125:39777(127.6.127.125:39777)] Successfully connected to peer
20:07:11.238 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:11.241 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:11.242 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:11.242 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.127.126:35627(127.6.127.126:35627)] Successfully connected to peer
20:07:11.242 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:11.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:11.246 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2bf5747a
20:07:11.248 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
20:07:11.248 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
20:07:11.269 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.126
20:07:11.271 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:11.271 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.277 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:07:11.278 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1348afb76d730e14f4057a9603231438d5eda7ffb2daee67f16bbc658c19755d'}]
20:07:11.280 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:11.281 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x37280886, L:/127.0.0.1:49118 - R:/127.6.127.125:39777] using TOKEN/null
20:07:11.285 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:07:11.286 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299993, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:11.288 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:07:11.289 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e1650085717ce347cd80e5f344c2a1ce947562f27a0c1f111b41c62908a45447'}]
20:07:11.292 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:11.292 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:07:11.297 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.298 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:11.298 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:07:11.302 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:11.303 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:11.303 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.127.126:35627(127.6.127.126:35627)] Successfully connected to peer
20:07:11.304 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:11.304 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.305 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:11.305 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.127.124:38349(127.6.127.124:38349)] Successfully connected to peer
20:07:11.318 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.124
20:07:11.318 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.319 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:11.328 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.127.125:39777(127.6.127.125:39777)] Successfully connected to peer
20:07:11.331 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.125
20:07:11.332 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.332 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:11.338 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:11.338 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:11.338 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:11.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:11.339 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:11.339 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:11.339 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:11.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:11.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:11.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:11.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:11.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:11.340 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:11.342 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.126
20:07:11.354 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.358 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:11.358 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.127.125:39777(127.6.127.125:39777)] Successfully connected to peer
20:07:11.367 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.127.124:38349(127.6.127.124:38349)] Successfully connected to peer
20:07:11.361 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:11.372 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.372 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:11.373 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:11.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:11.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:11.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:11.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:11.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:11.363 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc7a5845e, L:/127.0.0.1:54614 - R:/127.6.127.124:38349] using SASL/PLAIN
20:07:11.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:11.361 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:11.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:11.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:11.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:11.375 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.124
20:07:11.377 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:11.377 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=261), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [107ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: OK, deferred=null) after lookup
20:07:11.380 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6f755177, L:/127.0.0.1:60720 - R:/127.6.127.126:35627] using SASL/PLAIN
20:07:11.381 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:07:11.381 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:11.386 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299993, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:11.389 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.389 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:11.389 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:11.395 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3a6d5da6, L:/127.0.0.1:49122 - R:/127.6.127.125:39777] using SASL/PLAIN
20:07:11.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:11.399 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fb22456
20:07:11.401 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
20:07:11.401 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
20:07:11.401 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:11.404 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:07:11.405 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='47811160e71d5fa9bd91090645a48f58322821ada8f50c9e1513b8662abfcb85'}]
20:07:11.405 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:11.406 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:11.407 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:07:11.408 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299992, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:11.409 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.409 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:07:11.410 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:11.411 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:11.411 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.412 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:11.414 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb1b677e3, L:/127.0.0.1:34934 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:11.414 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:11.415 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.127.125
20:07:11.416 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:11.422 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:11.428 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x97c65cf5, L:/127.0.0.1:60706 - R:/127.6.127.126:35627] using SASL/PLAIN
20:07:11.434 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.441 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.444 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.445 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:11.445 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:11.445 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:11.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:11.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:11.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:11.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:11.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:11.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:11.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:11.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:11.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:11.446 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9350ccd9, L:/127.0.0.1:34940 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:11.446 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:11.448 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.450 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfb68e3df, L:/127.0.0.1:49126 - R:/127.6.127.125:39777] using SASL/PLAIN
20:07:11.451 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6de90599, L:/127.0.0.1:54630 - R:/127.6.127.124:38349] using SASL/PLAIN
20:07:11.455 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:11.455 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=444), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [368ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: OK, [387ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: OK, [387ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: OK, deferred=null) after lookup
20:07:11.458 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:11.462 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336266756096001) for scanner KuduScanner(table=replication_test_table, tablet=ca8f128375634ac49407b516696a9546, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.463 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [e1650085717ce347cd80e5f344c2a1ce947562f27a0c1f111b41c62908a45447]
20:07:11.463 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e1650085717ce347cd80e5f344c2a1ce947562f27a0c1f111b41c62908a45447]
20:07:11.463 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:07:11.464 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:07:11.464 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd0b395e8, L:/127.0.0.1:34946 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:11.465 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e1650085717ce347cd80e5f344c2a1ce947562f27a0c1f111b41c62908a45447 finished by subtask 0; deferring removal (restored in pending)
20:07:11.465 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:11.465 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='81d51d99b347569da20f209e9d69b26ca9d3aa47e1a0b40f7b7302e9293f7eea'}]
20:07:11.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:11.467 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:11.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:11.484 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7287336266756096001) for scanner KuduScanner(table=replication_test_table, tablet=cf92b78753e14afe9da760cbbacd8376, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.484 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [1348afb76d730e14f4057a9603231438d5eda7ffb2daee67f16bbc658c19755d]
20:07:11.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:11.485 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:07:11.485 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3b9b562d
20:07:11.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
20:07:11.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
20:07:11.487 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:11.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:11.487 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
20:07:11.488 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:07:11.488 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1348afb76d730e14f4057a9603231438d5eda7ffb2daee67f16bbc658c19755d]
20:07:11.488 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:07:11.489 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:07:11.489 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:07:11.489 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299992, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:11.489 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:11.490 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:11.494 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1348afb76d730e14f4057a9603231438d5eda7ffb2daee67f16bbc658c19755d finished by subtask 1; deferring removal (restored in pending)
20:07:11.498 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336266756096001) for scanner KuduScanner(table=replication_test_table, tablet=90ce07bcbb6f4589bb615143109abc19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.498 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.498 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:11.498 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [47811160e71d5fa9bd91090645a48f58322821ada8f50c9e1513b8662abfcb85]
20:07:11.498 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [47811160e71d5fa9bd91090645a48f58322821ada8f50c9e1513b8662abfcb85]
20:07:11.499 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:07:11.499 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:07:11.499 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:11.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:11.500 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 47811160e71d5fa9bd91090645a48f58322821ada8f50c9e1513b8662abfcb85 finished by subtask 3; deferring removal (restored in pending)
20:07:11.506 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.506 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:11.507 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f73c13d7d5d041238526cb5876c4695e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:11.507 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e6b89ff3aef143aa851bb939a3d80ff9 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:11.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:11.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e879ad3e5daf4076ab6955749925b3c8 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:11.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet afaef9bd816048ad96034187e5e62035 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:11.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d2578a9c8f94c68910efda3c3dc71c7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:11.508 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f73c13d7d5d041238526cb5876c4695e@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=e6b89ff3aef143aa851bb939a3d80ff9@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=e879ad3e5daf4076ab6955749925b3c8@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=afaef9bd816048ad96034187e5e62035@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=5d2578a9c8f94c68910efda3c3dc71c7@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:11.509 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f73c13d7d5d041238526cb5876c4695e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:11.510 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e6b89ff3aef143aa851bb939a3d80ff9 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:11.510 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:11.510 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e879ad3e5daf4076ab6955749925b3c8 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:11.510 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet afaef9bd816048ad96034187e5e62035 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:11.510 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d2578a9c8f94c68910efda3c3dc71c7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:11.510 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f73c13d7d5d041238526cb5876c4695e@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=e6b89ff3aef143aa851bb939a3d80ff9@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=e879ad3e5daf4076ab6955749925b3c8@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=afaef9bd816048ad96034187e5e62035@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=5d2578a9c8f94c68910efda3c3dc71c7@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:11.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f73c13d7d5d041238526cb5876c4695e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:11.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e6b89ff3aef143aa851bb939a3d80ff9 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:11.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:11.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e879ad3e5daf4076ab6955749925b3c8 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:11.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet afaef9bd816048ad96034187e5e62035 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:11.580 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='adc1171e2f5eab106a7aa1c03789276762c651fdb50133776bde81588f41362f'}]
20:07:11.582 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:11.582 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:07:11.582 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='196623f30cccc2f71592dfc58c6e9b3743f0ccc68729926ff82459e375bdebf7'}]
20:07:11.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d2578a9c8f94c68910efda3c3dc71c7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:11.583 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f73c13d7d5d041238526cb5876c4695e@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=e6b89ff3aef143aa851bb939a3d80ff9@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=e879ad3e5daf4076ab6955749925b3c8@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=afaef9bd816048ad96034187e5e62035@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=5d2578a9c8f94c68910efda3c3dc71c7@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:11.584 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:11.584 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:07:11.589 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.595 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f73c13d7d5d041238526cb5876c4695e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:11.596 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e6b89ff3aef143aa851bb939a3d80ff9 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:11.596 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:11.596 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e879ad3e5daf4076ab6955749925b3c8 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:11.596 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet afaef9bd816048ad96034187e5e62035 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:11.597 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d2578a9c8f94c68910efda3c3dc71c7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:11.597 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f73c13d7d5d041238526cb5876c4695e@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=e6b89ff3aef143aa851bb939a3d80ff9@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=e879ad3e5daf4076ab6955749925b3c8@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=afaef9bd816048ad96034187e5e62035@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=5d2578a9c8f94c68910efda3c3dc71c7@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:11.598 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:11.620 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:11.652 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:11.658 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:11.669 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.669 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:11.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:11.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134831698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:11.710 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=253, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@6ba338ac, flushNotification=Deferred@362430226(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:07:11.711 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] connecting to peer
20:07:11.713 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:07:11.713 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.713 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:11.720 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299992, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:11.720652  7094 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.6.127.67:42815, user_credentials={real_user=slave}} blocked reactor thread for 57588us
20:07:11.746 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.746 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:11.751 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:11.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:11.752 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:07:11.753 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:07:11.784 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.795 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:07:11.795 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa0e615f6, L:/127.0.0.1:34958 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:11.796 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299992, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}]
20:07:11.803 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.804 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:11.813 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.813 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:11.827 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7287336266756096001) for scanner KuduScanner(table=replication_test_table, tablet=c0ffbd8c1e804ebe833f6f628193ace4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.827 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.827 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:11.829 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [81d51d99b347569da20f209e9d69b26ca9d3aa47e1a0b40f7b7302e9293f7eea]
20:07:11.829 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] Successfully connected to peer
20:07:11.833 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.833 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:11.848 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.849 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:11.869 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.869 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:11.875 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:11.882 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0e988ac9, L:/127.0.0.1:50278 - R:/127.6.127.65:36129] using TOKEN/null
20:07:11.894 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:11.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:11.922 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:11.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:11.923 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:11.923 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:07:11.930 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:07:11.941 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet e879ad3e5daf4076ab6955749925b3c8 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:11.942 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet afaef9bd816048ad96034187e5e62035 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:11.942 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet 5d2578a9c8f94c68910efda3c3dc71c7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:11.942 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=e879ad3e5daf4076ab6955749925b3c8@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=afaef9bd816048ad96034187e5e62035@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=5d2578a9c8f94c68910efda3c3dc71c7@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:11.944 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [81d51d99b347569da20f209e9d69b26ca9d3aa47e1a0b40f7b7302e9293f7eea]
20:07:11.945 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 81d51d99b347569da20f209e9d69b26ca9d3aa47e1a0b40f7b7302e9293f7eea finished by subtask 0; deferring removal (restored in pending)
20:07:11.946 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:07:11.947 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:07:11.947 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:11.947 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:11.977 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:11.988 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.988 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:12.004 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.004 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:12.015 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.015 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:12.024 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:12.029 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.030 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:12.035 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:12.042 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:12.054 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.055 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:12.064 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:12.065 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.065 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:12.066 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:12.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:12.066 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:12.066 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:07:12.067 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:12.079 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x23c522e0, L:/127.0.0.1:34970 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:12.081 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:12.090 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:12.092 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xba71f6bb, L:/127.0.0.1:34980 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:12.111 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336266756096001) for scanner KuduScanner(table=replication_test_table, tablet=e60ee8e0015040289ebe157e42ea7c16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.118 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [196623f30cccc2f71592dfc58c6e9b3743f0ccc68729926ff82459e375bdebf7]
20:07:12.118 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [196623f30cccc2f71592dfc58c6e9b3743f0ccc68729926ff82459e375bdebf7]
20:07:12.119 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:07:12.119 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:07:12.119 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:12.119 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 196623f30cccc2f71592dfc58c6e9b3743f0ccc68729926ff82459e375bdebf7 finished by subtask 2; deferring removal (restored in pending)
20:07:12.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:12.153 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336266756096001) for scanner KuduScanner(table=replication_test_table, tablet=fafdfadacdba481cbf72609b0cae44fc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.155 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [adc1171e2f5eab106a7aa1c03789276762c651fdb50133776bde81588f41362f]
20:07:12.163 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.164 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:12.172 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [adc1171e2f5eab106a7aa1c03789276762c651fdb50133776bde81588f41362f]
20:07:12.172 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:07:12.172 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:07:12.173 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:12.174 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split adc1171e2f5eab106a7aa1c03789276762c651fdb50133776bde81588f41362f finished by subtask 1; deferring removal (restored in pending)
20:07:12.174 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.174 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:12.174 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:12.181 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job de855ecde0984daac22d8a9ca6a04543 (4928 bytes, checkpointDuration=483 ms, finalizationTime=0 ms).
20:07:12.184 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
20:07:12.184 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 1348afb76d730e14f4057a9603231438d5eda7ffb2daee67f16bbc658c19755d from pending
20:07:12.184 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split e1650085717ce347cd80e5f344c2a1ce947562f27a0c1f111b41c62908a45447 from pending
20:07:12.184 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 81d51d99b347569da20f209e9d69b26ca9d3aa47e1a0b40f7b7302e9293f7eea from pending
20:07:12.184 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 196623f30cccc2f71592dfc58c6e9b3743f0ccc68729926ff82459e375bdebf7 from pending
20:07:12.185 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 47811160e71d5fa9bd91090645a48f58322821ada8f50c9e1513b8662abfcb85 from pending
20:07:12.185 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split adc1171e2f5eab106a7aa1c03789276762c651fdb50133776bde81588f41362f from pending
20:07:12.185 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
20:07:12.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:12.191 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:12.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:12.192 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:12.192 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.192 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:07:12.192 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:12.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134832198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:12.204 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=505, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@3c87e3bb, flushNotification=Deferred@2001144582(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:07:12.205 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] connecting to peer
20:07:12.227 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.227 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:12.235 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.236 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:12.244 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.244 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:12.245 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:07:12.245 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:12.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:12.246 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:12.257 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] Successfully connected to peer
20:07:12.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:12.259946  6639 debug-util.cc:398] Leaking SignalData structure 0x7b08000dd380 after lost signal to thread 6514
20:07:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:12.261121  6639 debug-util.cc:398] Leaking SignalData structure 0x7b08000cbca0 after lost signal to thread 6642
20:07:12.281 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:12.282 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:12.282 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:12.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:12.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:12.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:12.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:12.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:12.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:12.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:12.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:12.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:12.283 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:12.286 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:12.286 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:12.286 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:12.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:12.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:12.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:12.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:12.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:12.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:12.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:12.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:12.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:12.287 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:12.304 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.305 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:12.324 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:12.328 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.328 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:12.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:12.345 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.345 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:12.353 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf0ebef09, L:/127.0.0.1:50286 - R:/127.6.127.65:36129] using TOKEN/null
20:07:12.362 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.362 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:12.396 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.397 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:12.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:12.423 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=225 ms, finalizationTime=0 ms).
20:07:12.426 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
20:07:12.462 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.463 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:12.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:12.477 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.477 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:12.489 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.490 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:12.502 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.502 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:12.509 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.510 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:12.517 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.517 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:12.526 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:12.535 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:12.539 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:12.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:12.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cf92b78753e14afe9da760cbbacd8376 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:12.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ca8f128375634ac49407b516696a9546 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:12.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 90ce07bcbb6f4589bb615143109abc19 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:12.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c0ffbd8c1e804ebe833f6f628193ace4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:12.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e60ee8e0015040289ebe157e42ea7c16 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:12.560 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fafdfadacdba481cbf72609b0cae44fc for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:12.560 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:12.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f73c13d7d5d041238526cb5876c4695e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:12.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e6b89ff3aef143aa851bb939a3d80ff9 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:12.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:12.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e879ad3e5daf4076ab6955749925b3c8 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:12.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet afaef9bd816048ad96034187e5e62035 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:12.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d2578a9c8f94c68910efda3c3dc71c7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:12.571 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f73c13d7d5d041238526cb5876c4695e@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=e6b89ff3aef143aa851bb939a3d80ff9@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=e879ad3e5daf4076ab6955749925b3c8@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=afaef9bd816048ad96034187e5e62035@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=5d2578a9c8f94c68910efda3c3dc71c7@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:12.579 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:12.582 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9ae910324af64583a2040b7c50de433f
20:07:12.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cf92b78753e14afe9da760cbbacd8376 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:12.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ca8f128375634ac49407b516696a9546 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:12.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 90ce07bcbb6f4589bb615143109abc19 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:12.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c0ffbd8c1e804ebe833f6f628193ace4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:12.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e60ee8e0015040289ebe157e42ea7c16 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:12.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fafdfadacdba481cbf72609b0cae44fc for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:12.592 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:12.592 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.177.124:42459, [7ms] Sub RPC GetTableLocations: received response from server master-127.5.177.124:42459: OK, deferred=null)) after lookup
20:07:12.602 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cf92b78753e14afe9da760cbbacd8376, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.602 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cf92b78753e14afe9da760cbbacd8376 for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:12.609 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ca8f128375634ac49407b516696a9546, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.609 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ca8f128375634ac49407b516696a9546 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:12.621 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=90ce07bcbb6f4589bb615143109abc19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.621 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 90ce07bcbb6f4589bb615143109abc19 for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:12.667 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c0ffbd8c1e804ebe833f6f628193ace4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.667 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet c0ffbd8c1e804ebe833f6f628193ace4 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:12.671 [DEBUG - main] (Connection.java:748) [peer 3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)] connecting to peer
20:07:12.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:12.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134832698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:12.701 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)] Successfully connected to peer
20:07:12.709 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:12.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
20:07:12.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:12.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cf92b78753e14afe9da760cbbacd8376 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:12.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ca8f128375634ac49407b516696a9546 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:12.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 90ce07bcbb6f4589bb615143109abc19 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:12.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c0ffbd8c1e804ebe833f6f628193ace4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:12.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e60ee8e0015040289ebe157e42ea7c16 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:12.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fafdfadacdba481cbf72609b0cae44fc for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:12.778 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:12.782 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='65b8f1b8fb76308dd4de79c13be292e0c3b8a72c0a11208be436bbfca8068c92'}]
20:07:12.783 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:12.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e206829c0859602066d75d0bff250ec7fd47474d8c34db7b95c3aab4e237cd4a'}]
20:07:12.785 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:12.786 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b9b8a6a2b0532b9fcf33e4e2310c08064f436c8333d8999c606620038edcd6ff'}]
20:07:12.787 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:12.787 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='91ca69e6a37c5716bedc0cfe9ad6bbf4509cdccc386d24bf7a2981c6b89d5f6e'}]
20:07:12.788 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:12.789 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:07:12.790 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:12.790 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:07:12.791 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:12.791 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:07:12.792 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:12.792 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:07:12.793 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:12.804 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:12.812 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:12.813 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:12.834 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:12.838 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:12.842 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x7d8baa86, L:/127.0.0.1:43468 - R:/127.5.177.65:46169] using TOKEN/null
20:07:12.845 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:12.852 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:12.859 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:12.868 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:12.872 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:12.873 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:12.875 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x64688185, L:/127.0.0.1:34986 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:12.891 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336274903040001) for scanner KuduScanner(table=replication_test_table, tablet=cf92b78753e14afe9da760cbbacd8376, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.892 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [65b8f1b8fb76308dd4de79c13be292e0c3b8a72c0a11208be436bbfca8068c92]
20:07:12.892 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [65b8f1b8fb76308dd4de79c13be292e0c3b8a72c0a11208be436bbfca8068c92]
20:07:12.893 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:07:12.893 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:07:12.894 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:12.894 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 65b8f1b8fb76308dd4de79c13be292e0c3b8a72c0a11208be436bbfca8068c92 finished by subtask 3; deferring removal (restored in pending)
20:07:12.895 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4ced1b6043cda87483962b51519a280dd9c73b0a6810bf1277497959c6203035'}]
20:07:12.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:12.897 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:12.907 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:12.925 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:12.926 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e60ee8e0015040289ebe157e42ea7c16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.926 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet e60ee8e0015040289ebe157e42ea7c16 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:12.932 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fafdfadacdba481cbf72609b0cae44fc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.933 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fafdfadacdba481cbf72609b0cae44fc for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:12.937 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f73c13d7d5d041238526cb5876c4695e for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:12.937 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e6b89ff3aef143aa851bb939a3d80ff9 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:12.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:12.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e879ad3e5daf4076ab6955749925b3c8 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:12.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet afaef9bd816048ad96034187e5e62035 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:12.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5d2578a9c8f94c68910efda3c3dc71c7 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:12.938 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f73c13d7d5d041238526cb5876c4695e@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=e6b89ff3aef143aa851bb939a3d80ff9@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=e879ad3e5daf4076ab6955749925b3c8@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=afaef9bd816048ad96034187e5e62035@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=5d2578a9c8f94c68910efda3c3dc71c7@[191371c93f04403bb434ca506793a87e(127.6.127.65:36129)[L],8a1b75fca9714c379ec682d60725416f(127.6.127.67:42815),921be0a93547449093e8d1ea038d33bd(127.6.127.66:38213)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:12.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.127.124:38349, [4ms] Sub RPC GetTableLocations: received response from server master-127.6.127.124:38349: OK, deferred=null)) after lookup
20:07:12.946 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:12.949 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:12.951 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.951 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:12.959 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.959 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:12.961 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:12.966 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.967 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:12.938 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:12.972 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x777503f3, L:/127.0.0.1:35004 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:12.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:12.983 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:07:12.984 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}]
20:07:12.985 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.986 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:12.986 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336274903040001) for scanner KuduScanner(table=replication_test_table, tablet=ca8f128375634ac49407b516696a9546, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.986 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [e206829c0859602066d75d0bff250ec7fd47474d8c34db7b95c3aab4e237cd4a]
20:07:12.986 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e206829c0859602066d75d0bff250ec7fd47474d8c34db7b95c3aab4e237cd4a]
20:07:12.986 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:07:12.986 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:07:12.988 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e206829c0859602066d75d0bff250ec7fd47474d8c34db7b95c3aab4e237cd4a finished by subtask 0; deferring removal (restored in pending)
20:07:12.988 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:12.988 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e38ee103700fdd003402906defb24aeb0d604092d8d9c844714058d003eb9152'}]
20:07:12.990 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:12.990 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdd87754a, L:/127.0.0.1:34990 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:12.991 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:07:12.991 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:12.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:12.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:13.011 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.011 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:13.019 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336274903040001) for scanner KuduScanner(table=replication_test_table, tablet=90ce07bcbb6f4589bb615143109abc19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.019 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [b9b8a6a2b0532b9fcf33e4e2310c08064f436c8333d8999c606620038edcd6ff]
20:07:13.019 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b9b8a6a2b0532b9fcf33e4e2310c08064f436c8333d8999c606620038edcd6ff]
20:07:13.020 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:07:13.020 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:07:13.020 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:13.021 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b9b8a6a2b0532b9fcf33e4e2310c08064f436c8333d8999c606620038edcd6ff finished by subtask 2; deferring removal (restored in pending)
20:07:13.021 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:13.021 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:13.031 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=cf92b78753e14afe9da760cbbacd8376, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.031 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet cf92b78753e14afe9da760cbbacd8376 for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:13.034 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xae720632, L:/127.0.0.1:35010 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:13.041 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ca8f128375634ac49407b516696a9546, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.041 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ca8f128375634ac49407b516696a9546 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:13.049 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=90ce07bcbb6f4589bb615143109abc19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.050 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 90ce07bcbb6f4589bb615143109abc19 for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:13.066 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c0ffbd8c1e804ebe833f6f628193ace4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.066 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet c0ffbd8c1e804ebe833f6f628193ace4 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:13.080 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e60ee8e0015040289ebe157e42ea7c16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.081 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet e60ee8e0015040289ebe157e42ea7c16 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:13.088 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fafdfadacdba481cbf72609b0cae44fc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.088 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fafdfadacdba481cbf72609b0cae44fc for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:13.102 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f73c13d7d5d041238526cb5876c4695e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.102 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f73c13d7d5d041238526cb5876c4695e for partition [0x00000000, 0x0000000080000032) with scanner id null
20:07:13.118 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e6b89ff3aef143aa851bb939a3d80ff9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.119 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e6b89ff3aef143aa851bb939a3d80ff9 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
20:07:13.134 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:07:13.135 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:13.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:13.136 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
20:07:13.139 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5a9e1dbd22174504b4f8cf08f99bc9ff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5a9e1dbd22174504b4f8cf08f99bc9ff for partition [0x0000000080000096, 0x00000001) with scanner id null
20:07:13.173 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e879ad3e5daf4076ab6955749925b3c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.174 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet e879ad3e5daf4076ab6955749925b3c8 for partition [0x00000001, 0x0000000180000032) with scanner id null
20:07:13.183 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afaef9bd816048ad96034187e5e62035, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.184 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet afaef9bd816048ad96034187e5e62035 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
20:07:13.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:13.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134833198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:13.201 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d2578a9c8f94c68910efda3c3dc71c7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.202 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d2578a9c8f94c68910efda3c3dc71c7 for partition [0x0000000180000096, 0x00000002) with scanner id null
20:07:13.203 [DEBUG - main] (Connection.java:575) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] disconnecting while in state READY
20:07:13.203 [DEBUG - main] (Connection.java:575) [peer master-127.6.127.125:39777(127.6.127.125:39777)] disconnecting while in state READY
20:07:13.203 [DEBUG - main] (Connection.java:575) [peer master-127.6.127.126:35627(127.6.127.126:35627)] disconnecting while in state READY
20:07:13.203 [DEBUG - main] (Connection.java:575) [peer master-127.6.127.124:38349(127.6.127.124:38349)] disconnecting while in state READY
20:07:13.204 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.127.125:39777(127.6.127.125:39777)] handling channelInactive
20:07:13.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state READY due to: connection closed
20:07:13.205 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.127.126:35627(127.6.127.126:35627)] handling channelInactive
20:07:13.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state READY due to: connection closed
20:07:13.205 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.127.124:38349(127.6.127.124:38349)] handling channelInactive
20:07:13.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state READY due to: connection closed
20:07:13.212 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:13.213 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:07:13.213 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:07:13.213 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
20:07:13.216 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job de855ecde0984daac22d8a9ca6a04543 (4988 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
20:07:13.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
20:07:13.221 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split b9b8a6a2b0532b9fcf33e4e2310c08064f436c8333d8999c606620038edcd6ff from pending
20:07:13.221 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split e206829c0859602066d75d0bff250ec7fd47474d8c34db7b95c3aab4e237cd4a from pending
20:07:13.221 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 65b8f1b8fb76308dd4de79c13be292e0c3b8a72c0a11208be436bbfca8068c92 from pending
20:07:13.221 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 3 finished splits from enumerator state
20:07:13.222 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:13.245 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:13.266 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:13.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:13.267 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:07:13.267 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:07:13.285 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] handling channelInactive
20:07:13.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] cleaning up while in state READY due to: connection closed
20:07:13.286 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
20:07:13.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:13.287472  6653 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 6964
20:07:13.313 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:13.313 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:13.314 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:13.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:13.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:13.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:13.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:13.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:13.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:13.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:13.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:13.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:13.315 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:13.318 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:13.318 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:13.318 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:13.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:13.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:13.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:13.319 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:13.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:13.320 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:13.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:13.320 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:13.320 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:13.320 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:13.323 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:13.334 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:07:13.334 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:13.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:13.335 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:13.339 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:13.342 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336274903040001) for scanner KuduScanner(table=replication_test_table, tablet=c0ffbd8c1e804ebe833f6f628193ace4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.343 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [91ca69e6a37c5716bedc0cfe9ad6bbf4509cdccc386d24bf7a2981c6b89d5f6e]
20:07:13.343 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [91ca69e6a37c5716bedc0cfe9ad6bbf4509cdccc386d24bf7a2981c6b89d5f6e]
20:07:13.343 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:07:13.344 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:07:13.346 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:13.348 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 91ca69e6a37c5716bedc0cfe9ad6bbf4509cdccc386d24bf7a2981c6b89d5f6e finished by subtask 1; deferring removal (restored in pending)
20:07:13.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:13.360 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:13.369 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:13.376 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:13.376 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:13.377 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:13.377 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:13.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:13.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:13.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:13.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:13.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:13.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:13.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:13.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:13.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:13.378 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:13.387 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa34ab657, L:/127.0.0.1:51878 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:13.388 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:13.394 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336274903040001) for scanner KuduScanner(table=replication_test_table, tablet=fafdfadacdba481cbf72609b0cae44fc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.395 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [e38ee103700fdd003402906defb24aeb0d604092d8d9c844714058d003eb9152]
20:07:13.395 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e38ee103700fdd003402906defb24aeb0d604092d8d9c844714058d003eb9152]
20:07:13.395 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:07:13.396 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:07:13.396 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e38ee103700fdd003402906defb24aeb0d604092d8d9c844714058d003eb9152 finished by subtask 0; deferring removal (restored in pending)
20:07:13.397 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:13.397 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x980c67b7, L:/127.0.0.1:51882 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:13.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:13.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:13.406 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336274903040001) for scanner KuduScanner(table=replication_test_table, tablet=e60ee8e0015040289ebe157e42ea7c16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.407 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [4ced1b6043cda87483962b51519a280dd9c73b0a6810bf1277497959c6203035]
20:07:13.407 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4ced1b6043cda87483962b51519a280dd9c73b0a6810bf1277497959c6203035]
20:07:13.408 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:07:13.408 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:07:13.408 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:13.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:13.410 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4ced1b6043cda87483962b51519a280dd9c73b0a6810bf1277497959c6203035 finished by subtask 3; deferring removal (restored in pending)
20:07:13.416 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] handling channelInactive
20:07:13.416 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] cleaning up while in state READY due to: connection closed
20:07:13.417 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] handling channelInactive
20:07:13.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] cleaning up while in state READY due to: connection closed
20:07:13.425 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:13.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:13.426 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:13.426 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:07:13.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:13.431520  6653 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 7207
20:07:13.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:13.504 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:13.504 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:13.504 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:13.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:13.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:13.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:13.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:13.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:13.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:13.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:13.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:13.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:13.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:13.507 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:07:13.507 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:13.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:13.508 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:13.536 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:13.537 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:13.537 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:13.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:13.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:13.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:13.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:13.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:13.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:13.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:13.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:13.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:13.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:13.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27166), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [9ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [38ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [66ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [68ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [105ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [108ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [108ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [145ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [147ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [209ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [342ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [344ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [344ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [805ms] refreshing cache from master, [805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [807ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [808ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [809ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [809ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1182ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1646ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1647ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1647ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1921ms] too many traces: truncated at 100 traces, deferred=Deferred@1202798804(state=PENDING, result=null, callback=(continuation of Deferred@1401171665 after retry RPC after error@1888503345) -> (continuation of Deferred@224503707 after retry RPC after error@1075572995) -> (continuation of Deferred@840678775 after retry RPC after error@1086903499) -> (continuation of Deferred@1083571766 after retry RPC after error@1595509966) -> (continuation of Deferred@805728863 after retry RPC after error@913212952) -> (continuation of Deferred@1508227757 after retry RPC after error@1242116771) -> (continuation of Deferred@1226716471 after retry RPC after error@193078346) -> (continuation of Deferred@2143737669 after retry RPC after error@2094628404) -> (continuation of Deferred@1154894613 after retry RPC after error@1592559537) -> (continuation of Deferred@391712726 after retry RPC after error@549907415) -> (continuation of Deferred@1446937145 after retry RPC after error@1825920576) -> (continuation of Deferred@867025843 after retry RPC after error@606211650) -> (continuation of Deferred@112160693 after retry RPC after error@1074679414) -> (continuation of Deferred@501460383 after retry RPC after error@696770687) -> (continuation of Deferred@1420357693 after retry RPC after error@1726441760) -> (continuation of Deferred@1718136630 after retry RPC after error@1895444380) -> (continuation of Deferred@1665138854 after retry RPC after error@1043581831) -> (continuation of Deferred@495047272 after retry RPC after error@1009162379) -> (continuation of Deferred@1593895577 after retry RPC after error@2135915789) -> (continuation of Deferred@1817113118 after retry RPC after error@1688526300) -> (continuation of Deferred@1017686003 after retry RPC after error@940249726), errback=(continuation of Deferred@1401171665 after retry RPC after error@1888503345) -> (continuation of Deferred@224503707 after retry RPC after error@1075572995) -> (continuation of Deferred@840678775 after retry RPC after error@1086903499) -> (continuation of Deferred@1083571766 after retry RPC after error@1595509966) -> (continuation of Deferred@805728863 after retry RPC after error@913212952) -> (continuation of Deferred@1508227757 after retry RPC after error@1242116771) -> (continuation of Deferred@1226716471 after retry RPC after error@193078346) -> (continuation of Deferred@2143737669 after retry RPC after error@2094628404) -> (continuation of Deferred@1154894613 after retry RPC after error@1592559537) -> (continuation of Deferred@391712726 after retry RPC after error@549907415) -> (continuation of Deferred@1446937145 after retry RPC after error@1825920576) -> (continuation of Deferred@867025843 after retry RPC after error@606211650) -> (continuation of Deferred@112160693 after retry RPC after error@1074679414) -> (continuation of Deferred@501460383 after retry RPC after error@696770687) -> (continuation of Deferred@1420357693 after retry RPC after error@1726441760) -> (continuation of Deferred@1718136630 after retry RPC after error@1895444380) -> (continuation of Deferred@1665138854 after retry RPC after error@1043581831) -> (continuation of Deferred@495047272 after retry RPC after error@1009162379) -> (continuation of Deferred@1593895577 after retry RPC after error@2135915789) -> (continuation of Deferred@1817113118 after retry RPC after error@1688526300) -> (continuation of Deferred@1017686003 after retry RPC after error@940249726)))
20:07:13.541 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:07:13.541 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27166), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [9ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [38ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [66ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [68ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [105ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [108ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [108ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [145ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [147ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [209ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [342ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [344ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [344ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [805ms] refreshing cache from master, [805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [807ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [808ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [809ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [809ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1182ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1646ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1647ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1647ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1921ms] too many traces: truncated at 100 traces, deferred=Deferred@1202798804(state=PENDING, result=null, callback=(continuation of Deferred@1401171665 after retry RPC after error@1888503345) -> (continuation of Deferred@224503707 after retry RPC after error@1075572995) -> (continuation of Deferred@840678775 after retry RPC after error@1086903499) -> (continuation of Deferred@1083571766 after retry RPC after error@1595509966) -> (continuation of Deferred@805728863 after retry RPC after error@913212952) -> (continuation of Deferred@1508227757 after retry RPC after error@1242116771) -> (continuation of Deferred@1226716471 after retry RPC after error@193078346) -> (continuation of Deferred@2143737669 after retry RPC after error@2094628404) -> (continuation of Deferred@1154894613 after retry RPC after error@1592559537) -> (continuation of Deferred@391712726 after retry RPC after error@549907415) -> (continuation of Deferred@1446937145 after retry RPC after error@1825920576) -> (continuation of Deferred@867025843 after retry RPC after error@606211650) -> (continuation of Deferred@112160693 after retry RPC after error@1074679414) -> (continuation of Deferred@501460383 after retry RPC after error@696770687) -> (continuation of Deferred@1420357693 after retry RPC after error@1726441760) -> (continuation of Deferred@1718136630 after retry RPC after error@1895444380) -> (continuation of Deferred@1665138854 after retry RPC after error@1043581831) -> (continuation of Deferred@495047272 after retry RPC after error@1009162379) -> (continuation of Deferred@1593895577 after retry RPC after error@2135915789) -> (continuation of Deferred@1817113118 after retry RPC after error@1688526300) -> (continuation of Deferred@1017686003 after retry RPC after error@940249726), errback=(continuation of Deferred@1401171665 after retry RPC after error@1888503345) -> (continuation of Deferred@224503707 after retry RPC after error@1075572995) -> (continuation of Deferred@840678775 after retry RPC after error@1086903499) -> (continuation of Deferred@1083571766 after retry RPC after error@1595509966) -> (continuation of Deferred@805728863 after retry RPC after error@913212952) -> (continuation of Deferred@1508227757 after retry RPC after error@1242116771) -> (continuation of Deferred@1226716471 after retry RPC after error@193078346) -> (continuation of Deferred@2143737669 after retry RPC after error@2094628404) -> (continuation of Deferred@1154894613 after retry RPC after error@1592559537) -> (continuation of Deferred@391712726 after retry RPC after error@549907415) -> (continuation of Deferred@1446937145 after retry RPC after error@1825920576) -> (continuation of Deferred@867025843 after retry RPC after error@606211650) -> (continuation of Deferred@112160693 after retry RPC after error@1074679414) -> (continuation of Deferred@501460383 after retry RPC after error@696770687) -> (continuation of Deferred@1420357693 after retry RPC after error@1726441760) -> (continuation of Deferred@1718136630 after retry RPC after error@1895444380) -> (continuation of Deferred@1665138854 after retry RPC after error@1043581831) -> (continuation of Deferred@495047272 after retry RPC after error@1009162379) -> (continuation of Deferred@1593895577 after retry RPC after error@2135915789) -> (continuation of Deferred@1817113118 after retry RPC after error@1688526300) -> (continuation of Deferred@1017686003 after retry RPC after error@940249726)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:13.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
20:07:13.549 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
20:07:13.551 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27166), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [9ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [38ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [66ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [67ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [68ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [105ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [108ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [108ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [145ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [147ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [209ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [342ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [343ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [344ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [344ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [602ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [603ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [603ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [805ms] refreshing cache from master, [805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [805ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [807ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [808ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [809ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [809ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1182ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1646ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1647ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1647ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1921ms] too many traces: truncated at 100 traces, deferred=Deferred@1202798804(state=PENDING, result=null, callback=(continuation of Deferred@1401171665 after retry RPC after error@1888503345) -> (continuation of Deferred@224503707 after retry RPC after error@1075572995) -> (continuation of Deferred@840678775 after retry RPC after error@1086903499) -> (continuation of Deferred@1083571766 after retry RPC after error@1595509966) -> (continuation of Deferred@805728863 after retry RPC after error@913212952) -> (continuation of Deferred@1508227757 after retry RPC after error@1242116771) -> (continuation of Deferred@1226716471 after retry RPC after error@193078346) -> (continuation of Deferred@2143737669 after retry RPC after error@2094628404) -> (continuation of Deferred@1154894613 after retry RPC after error@1592559537) -> (continuation of Deferred@391712726 after retry RPC after error@549907415) -> (continuation of Deferred@1446937145 after retry RPC after error@1825920576) -> (continuation of Deferred@867025843 after retry RPC after error@606211650) -> (continuation of Deferred@112160693 after retry RPC after error@1074679414) -> (continuation of Deferred@501460383 after retry RPC after error@696770687) -> (continuation of Deferred@1420357693 after retry RPC after error@1726441760) -> (continuation of Deferred@1718136630 after retry RPC after error@1895444380) -> (continuation of Deferred@1665138854 after retry RPC after error@1043581831) -> (continuation of Deferred@495047272 after retry RPC after error@1009162379) -> (continuation of Deferred@1593895577 after retry RPC after error@2135915789) -> (continuation of Deferred@1817113118 after retry RPC after error@1688526300) -> (continuation of Deferred@1017686003 after retry RPC after error@940249726), errback=(continuation of Deferred@1401171665 after retry RPC after error@1888503345) -> (continuation of Deferred@224503707 after retry RPC after error@1075572995) -> (continuation of Deferred@840678775 after retry RPC after error@1086903499) -> (continuation of Deferred@1083571766 after retry RPC after error@1595509966) -> (continuation of Deferred@805728863 after retry RPC after error@913212952) -> (continuation of Deferred@1508227757 after retry RPC after error@1242116771) -> (continuation of Deferred@1226716471 after retry RPC after error@193078346) -> (continuation of Deferred@2143737669 after retry RPC after error@2094628404) -> (continuation of Deferred@1154894613 after retry RPC after error@1592559537) -> (continuation of Deferred@391712726 after retry RPC after error@549907415) -> (continuation of Deferred@1446937145 after retry RPC after error@1825920576) -> (continuation of Deferred@867025843 after retry RPC after error@606211650) -> (continuation of Deferred@112160693 after retry RPC after error@1074679414) -> (continuation of Deferred@501460383 after retry RPC after error@696770687) -> (continuation of Deferred@1420357693 after retry RPC after error@1726441760) -> (continuation of Deferred@1718136630 after retry RPC after error@1895444380) -> (continuation of Deferred@1665138854 after retry RPC after error@1043581831) -> (continuation of Deferred@495047272 after retry RPC after error@1009162379) -> (continuation of Deferred@1593895577 after retry RPC after error@2135915789) -> (continuation of Deferred@1817113118 after retry RPC after error@1688526300) -> (continuation of Deferred@1017686003 after retry RPC after error@940249726)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:13.557 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:13.558 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
20:07:13.559 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
20:07:13.559 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:07:13.564 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:13.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:13.564 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:13.565 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:07:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:13.626231  6653 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 7372
20:07:13.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:13.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134833698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:13.711 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job de855ecde0984daac22d8a9ca6a04543 (2976 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:07:13.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
20:07:13.714 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 4ced1b6043cda87483962b51519a280dd9c73b0a6810bf1277497959c6203035 from pending
20:07:13.714 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split e38ee103700fdd003402906defb24aeb0d604092d8d9c844714058d003eb9152 from pending
20:07:13.714 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 91ca69e6a37c5716bedc0cfe9ad6bbf4509cdccc386d24bf7a2981c6b89d5f6e from pending
20:07:13.714 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 3 finished splits from enumerator state
20:07:13.735 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:13.735 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:13.735 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:13.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:13.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:13.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:13.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:13.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:13.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:13.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:13.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:13.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:13.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:13.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27371), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [7ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [31ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [38ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [47ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [47ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [125ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [126ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [165ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [244ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [244ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [522ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1225ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1226ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2200ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2203ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4580ms] refreshing cache from master, [4581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4667ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4667ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4668ms] too many traces: truncated at 100 traces, deferred=Deferred@764363410(state=PENDING, result=null, callback=(continuation of Deferred@858539631 after retry RPC after error@609123121) -> (continuation of Deferred@1128540945 after retry RPC after error@344488505) -> (continuation of Deferred@1162234361 after retry RPC after error@302392723) -> (continuation of Deferred@1895336033 after retry RPC after error@662072821) -> (continuation of Deferred@1342763363 after retry RPC after error@1937865804) -> (continuation of Deferred@1200507357 after retry RPC after error@1401130268) -> (continuation of Deferred@1150811622 after retry RPC after error@1015843364) -> (continuation of Deferred@167374025 after retry RPC after error@1188920199) -> (continuation of Deferred@1029621367 after retry RPC after error@1708893778) -> (continuation of Deferred@587366788 after retry RPC after error@246339360) -> (continuation of Deferred@1166591484 after retry RPC after error@2102989353) -> (continuation of Deferred@1256239783 after retry RPC after error@848259852) -> (continuation of Deferred@824967044 after retry RPC after error@72776658) -> (continuation of Deferred@1273791605 after retry RPC after error@49430799) -> (continuation of Deferred@1825261834 after retry RPC after error@1542731690) -> (continuation of Deferred@1955913613 after retry RPC after error@1694368297) -> (continuation of Deferred@1389073573 after retry RPC after error@678993969) -> (continuation of Deferred@2051176964 after retry RPC after error@1849282607) -> (continuation of Deferred@1624842225 after retry RPC after error@223167219) -> (continuation of Deferred@1689688836 after retry RPC after error@1143904021) -> (continuation of Deferred@1822441206 after retry RPC after error@186495819) -> (continuation of Deferred@1529051031 after retry RPC after error@1795540441) -> (continuation of Deferred@104796609 after retry RPC after error@1625193894) -> (continuation of Deferred@545333733 after retry RPC after error@1710166817), errback=(continuation of Deferred@858539631 after retry RPC after error@609123121) -> (continuation of Deferred@1128540945 after retry RPC after error@344488505) -> (continuation of Deferred@1162234361 after retry RPC after error@302392723) -> (continuation of Deferred@1895336033 after retry RPC after error@662072821) -> (continuation of Deferred@1342763363 after retry RPC after error@1937865804) -> (continuation of Deferred@1200507357 after retry RPC after error@1401130268) -> (continuation of Deferred@1150811622 after retry RPC after error@1015843364) -> (continuation of Deferred@167374025 after retry RPC after error@1188920199) -> (continuation of Deferred@1029621367 after retry RPC after error@1708893778) -> (continuation of Deferred@587366788 after retry RPC after error@246339360) -> (continuation of Deferred@1166591484 after retry RPC after error@2102989353) -> (continuation of Deferred@1256239783 after retry RPC after error@848259852) -> (continuation of Deferred@824967044 after retry RPC after error@72776658) -> (continuation of Deferred@1273791605 after retry RPC after error@49430799) -> (continuation of Deferred@1825261834 after retry RPC after error@1542731690) -> (continuation of Deferred@1955913613 after retry RPC after error@1694368297) -> (continuation of Deferred@1389073573 after retry RPC after error@678993969) -> (continuation of Deferred@2051176964 after retry RPC after error@1849282607) -> (continuation of Deferred@1624842225 after retry RPC after error@223167219) -> (continuation of Deferred@1689688836 after retry RPC after error@1143904021) -> (continuation of Deferred@1822441206 after retry RPC after error@186495819) -> (continuation of Deferred@1529051031 after retry RPC after error@1795540441) -> (continuation of Deferred@104796609 after retry RPC after error@1625193894) -> (continuation of Deferred@545333733 after retry RPC after error@1710166817)))
20:07:13.742 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:07:13.742 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27371), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [7ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [31ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [38ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [47ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [47ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [125ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [126ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [165ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [244ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [244ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [522ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1225ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1226ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2200ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2203ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4580ms] refreshing cache from master, [4581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4667ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4667ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4668ms] too many traces: truncated at 100 traces, deferred=Deferred@764363410(state=PENDING, result=null, callback=(continuation of Deferred@858539631 after retry RPC after error@609123121) -> (continuation of Deferred@1128540945 after retry RPC after error@344488505) -> (continuation of Deferred@1162234361 after retry RPC after error@302392723) -> (continuation of Deferred@1895336033 after retry RPC after error@662072821) -> (continuation of Deferred@1342763363 after retry RPC after error@1937865804) -> (continuation of Deferred@1200507357 after retry RPC after error@1401130268) -> (continuation of Deferred@1150811622 after retry RPC after error@1015843364) -> (continuation of Deferred@167374025 after retry RPC after error@1188920199) -> (continuation of Deferred@1029621367 after retry RPC after error@1708893778) -> (continuation of Deferred@587366788 after retry RPC after error@246339360) -> (continuation of Deferred@1166591484 after retry RPC after error@2102989353) -> (continuation of Deferred@1256239783 after retry RPC after error@848259852) -> (continuation of Deferred@824967044 after retry RPC after error@72776658) -> (continuation of Deferred@1273791605 after retry RPC after error@49430799) -> (continuation of Deferred@1825261834 after retry RPC after error@1542731690) -> (continuation of Deferred@1955913613 after retry RPC after error@1694368297) -> (continuation of Deferred@1389073573 after retry RPC after error@678993969) -> (continuation of Deferred@2051176964 after retry RPC after error@1849282607) -> (continuation of Deferred@1624842225 after retry RPC after error@223167219) -> (continuation of Deferred@1689688836 after retry RPC after error@1143904021) -> (continuation of Deferred@1822441206 after retry RPC after error@186495819) -> (continuation of Deferred@1529051031 after retry RPC after error@1795540441) -> (continuation of Deferred@104796609 after retry RPC after error@1625193894) -> (continuation of Deferred@545333733 after retry RPC after error@1710166817), errback=(continuation of Deferred@858539631 after retry RPC after error@609123121) -> (continuation of Deferred@1128540945 after retry RPC after error@344488505) -> (continuation of Deferred@1162234361 after retry RPC after error@302392723) -> (continuation of Deferred@1895336033 after retry RPC after error@662072821) -> (continuation of Deferred@1342763363 after retry RPC after error@1937865804) -> (continuation of Deferred@1200507357 after retry RPC after error@1401130268) -> (continuation of Deferred@1150811622 after retry RPC after error@1015843364) -> (continuation of Deferred@167374025 after retry RPC after error@1188920199) -> (continuation of Deferred@1029621367 after retry RPC after error@1708893778) -> (continuation of Deferred@587366788 after retry RPC after error@246339360) -> (continuation of Deferred@1166591484 after retry RPC after error@2102989353) -> (continuation of Deferred@1256239783 after retry RPC after error@848259852) -> (continuation of Deferred@824967044 after retry RPC after error@72776658) -> (continuation of Deferred@1273791605 after retry RPC after error@49430799) -> (continuation of Deferred@1825261834 after retry RPC after error@1542731690) -> (continuation of Deferred@1955913613 after retry RPC after error@1694368297) -> (continuation of Deferred@1389073573 after retry RPC after error@678993969) -> (continuation of Deferred@2051176964 after retry RPC after error@1849282607) -> (continuation of Deferred@1624842225 after retry RPC after error@223167219) -> (continuation of Deferred@1689688836 after retry RPC after error@1143904021) -> (continuation of Deferred@1822441206 after retry RPC after error@186495819) -> (continuation of Deferred@1529051031 after retry RPC after error@1795540441) -> (continuation of Deferred@104796609 after retry RPC after error@1625193894) -> (continuation of Deferred@545333733 after retry RPC after error@1710166817)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:13.748 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
20:07:13.750 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
20:07:13.752 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27371), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [7ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [31ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [38ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [47ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [47ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [125ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [126ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [165ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [244ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [244ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [522ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [522ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1224ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1225ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1226ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2200ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2203ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4580ms] refreshing cache from master, [4581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4667ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4667ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4668ms] too many traces: truncated at 100 traces, deferred=Deferred@764363410(state=PENDING, result=null, callback=(continuation of Deferred@858539631 after retry RPC after error@609123121) -> (continuation of Deferred@1128540945 after retry RPC after error@344488505) -> (continuation of Deferred@1162234361 after retry RPC after error@302392723) -> (continuation of Deferred@1895336033 after retry RPC after error@662072821) -> (continuation of Deferred@1342763363 after retry RPC after error@1937865804) -> (continuation of Deferred@1200507357 after retry RPC after error@1401130268) -> (continuation of Deferred@1150811622 after retry RPC after error@1015843364) -> (continuation of Deferred@167374025 after retry RPC after error@1188920199) -> (continuation of Deferred@1029621367 after retry RPC after error@1708893778) -> (continuation of Deferred@587366788 after retry RPC after error@246339360) -> (continuation of Deferred@1166591484 after retry RPC after error@2102989353) -> (continuation of Deferred@1256239783 after retry RPC after error@848259852) -> (continuation of Deferred@824967044 after retry RPC after error@72776658) -> (continuation of Deferred@1273791605 after retry RPC after error@49430799) -> (continuation of Deferred@1825261834 after retry RPC after error@1542731690) -> (continuation of Deferred@1955913613 after retry RPC after error@1694368297) -> (continuation of Deferred@1389073573 after retry RPC after error@678993969) -> (continuation of Deferred@2051176964 after retry RPC after error@1849282607) -> (continuation of Deferred@1624842225 after retry RPC after error@223167219) -> (continuation of Deferred@1689688836 after retry RPC after error@1143904021) -> (continuation of Deferred@1822441206 after retry RPC after error@186495819) -> (continuation of Deferred@1529051031 after retry RPC after error@1795540441) -> (continuation of Deferred@104796609 after retry RPC after error@1625193894) -> (continuation of Deferred@545333733 after retry RPC after error@1710166817), errback=(continuation of Deferred@858539631 after retry RPC after error@609123121) -> (continuation of Deferred@1128540945 after retry RPC after error@344488505) -> (continuation of Deferred@1162234361 after retry RPC after error@302392723) -> (continuation of Deferred@1895336033 after retry RPC after error@662072821) -> (continuation of Deferred@1342763363 after retry RPC after error@1937865804) -> (continuation of Deferred@1200507357 after retry RPC after error@1401130268) -> (continuation of Deferred@1150811622 after retry RPC after error@1015843364) -> (continuation of Deferred@167374025 after retry RPC after error@1188920199) -> (continuation of Deferred@1029621367 after retry RPC after error@1708893778) -> (continuation of Deferred@587366788 after retry RPC after error@246339360) -> (continuation of Deferred@1166591484 after retry RPC after error@2102989353) -> (continuation of Deferred@1256239783 after retry RPC after error@848259852) -> (continuation of Deferred@824967044 after retry RPC after error@72776658) -> (continuation of Deferred@1273791605 after retry RPC after error@49430799) -> (continuation of Deferred@1825261834 after retry RPC after error@1542731690) -> (continuation of Deferred@1955913613 after retry RPC after error@1694368297) -> (continuation of Deferred@1389073573 after retry RPC after error@678993969) -> (continuation of Deferred@2051176964 after retry RPC after error@1849282607) -> (continuation of Deferred@1624842225 after retry RPC after error@223167219) -> (continuation of Deferred@1689688836 after retry RPC after error@1143904021) -> (continuation of Deferred@1822441206 after retry RPC after error@186495819) -> (continuation of Deferred@1529051031 after retry RPC after error@1795540441) -> (continuation of Deferred@104796609 after retry RPC after error@1625193894) -> (continuation of Deferred@545333733 after retry RPC after error@1710166817)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:13.757 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:13.758 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
20:07:13.758 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
20:07:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:13.790391  6653 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 6666
20:07:13.900 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.127.126:35627(127.6.127.126:35627)] handling channelInactive
20:07:13.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state READY due to: connection closed
20:07:13.900 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.127.126:35627(127.6.127.126:35627)] handling channelInactive
20:07:13.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state READY due to: connection closed
20:07:13.900 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.127.126:35627(127.6.127.126:35627)] handling channelInactive
20:07:13.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state READY due to: connection closed
20:07:13.905 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:13.911 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.127.126:35627(127.6.127.126:35627)] handling channelInactive
20:07:13.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state READY due to: connection closed
20:07:13.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:13.911137  6869 connection.cc:582] client connection to 127.6.127.126:35627 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:07:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:13.911679  6869 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:07:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:13.919580  6653 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 6738
20:07:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:13.966215  6869 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.6.127.126:35627, user_credentials={real_user=slave}} blocked reactor thread for 54576us
20:07:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:13.978983  6869 consensus_peers.cc:597] T 00000000000000000000000000000000 P ee6e8dd8c88243d4a3586cc91bced2a1 -> Peer 4a7de555241a4d43a80d576be4db6a71 (127.6.127.126:35627): Couldn't send request to peer 4a7de555241a4d43a80d576be4db6a71. Status: Network error: Client connection negotiation failed: client connection to 127.6.127.126:35627: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:14.006 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.127.125:39777(127.6.127.125:39777)] handling channelInactive
20:07:14.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state READY due to: connection closed
20:07:14.006 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.127.125:39777(127.6.127.125:39777)] handling channelInactive
20:07:14.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state READY due to: connection closed
20:07:14.007 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.127.125:39777(127.6.127.125:39777)] handling channelInactive
20:07:14.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state READY due to: connection closed
20:07:14.007 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.127.125:39777(127.6.127.125:39777)] handling channelInactive
20:07:14.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state READY due to: connection closed
20:07:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:14.008021  6653 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 6819
20:07:14.106 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.127.124:38349(127.6.127.124:38349)] handling channelInactive
20:07:14.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state READY due to: connection closed
20:07:14.107 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.127.124:38349(127.6.127.124:38349)] handling channelInactive
20:07:14.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state READY due to: connection closed
20:07:14.107 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.127.124:38349(127.6.127.124:38349)] handling channelInactive
20:07:14.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state READY due to: connection closed
20:07:14.107 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.127.124:38349(127.6.127.124:38349)] handling channelInactive
20:07:14.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state READY due to: connection closed
20:07:14.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:14.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134834199 for job de855ecde0984daac22d8a9ca6a04543.
20:07:14.215 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:07:14.218 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
20:07:14.242 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:14.242 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:14.242 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:14.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:14.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:14.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:14.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:14.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:14.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:14.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:14.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:14.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:14.243 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:14.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:14.425 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:14.425 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:14.425 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:14.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:14.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:14.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:14.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:14.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:14.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:14.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:14.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:14.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:14.427 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:14.513 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:14.514 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:14.514 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:14.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:14.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:14.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:14.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:14.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:14.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:14.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:14.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:14.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:14.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:14.631 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:14.631 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:14.631 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:14.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:14.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:14.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:14.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:14.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:14.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:14.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:14.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:14.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:14.632 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:14.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:14.700 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134834698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:14.717 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:07:14.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
20:07:14.744 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:14.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cf92b78753e14afe9da760cbbacd8376 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:14.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ca8f128375634ac49407b516696a9546 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:14.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 90ce07bcbb6f4589bb615143109abc19 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:14.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c0ffbd8c1e804ebe833f6f628193ace4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:14.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e60ee8e0015040289ebe157e42ea7c16 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:14.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fafdfadacdba481cbf72609b0cae44fc for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:14.751 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:14.760 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8c6e76ca55625b8d9a19d53c98ee543a8f51857281755908171f6d896402137f'}]
20:07:14.762 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='714c430d80f32bec35fcd16454f1df2fae55d22b64071c526c67ecc76a24127c'}]
20:07:14.763 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8e2df1aab7d067d274960df9372fa7d5a17e8a5818cdb80526c2a167dc4d6a3f'}]
20:07:14.763 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b2fb1fe4ef2639f0d806fe94aee39ce861a2eb1847a14f6b656d65b9f91c0bfa'}]
20:07:14.767 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:14.767 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:07:14.768 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299993, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:14.770 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:14.770 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:07:14.771 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:14.772 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:07:14.773 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299993, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:14.773 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299993, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:14.775 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:14.775 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:07:14.776 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299993, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:14.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:14.787 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:14.793 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:14.799 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:14.807 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:14.829 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:14.883 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:14.895 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:14.895 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:14.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:14.915 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:14.928 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:14.931 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:14.931 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:14.935 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x954fe53c, L:/127.0.0.1:51904 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:14.937 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:14.942 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x305c4f95, L:/127.0.0.1:51890 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:14.957 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336283095040001) for scanner KuduScanner(table=replication_test_table, tablet=90ce07bcbb6f4589bb615143109abc19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:14.958 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [8e2df1aab7d067d274960df9372fa7d5a17e8a5818cdb80526c2a167dc4d6a3f]
20:07:14.958 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8e2df1aab7d067d274960df9372fa7d5a17e8a5818cdb80526c2a167dc4d6a3f]
20:07:14.959 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:07:14.959 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:07:14.963 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8e2df1aab7d067d274960df9372fa7d5a17e8a5818cdb80526c2a167dc4d6a3f finished by subtask 0; deferring removal (restored in pending)
20:07:14.965 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:14.966 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='24eee4307071fc3bcfb03582ea3419f417f42d85b18d4272414be768e31ebaa8'}]
20:07:14.967 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:14.968 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:14.969 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
20:07:14.970 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299993, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}]
20:07:14.973 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:14.975 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336283095040001) for scanner KuduScanner(table=replication_test_table, tablet=cf92b78753e14afe9da760cbbacd8376, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:14.976 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8c6e76ca55625b8d9a19d53c98ee543a8f51857281755908171f6d896402137f]
20:07:14.976 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [8c6e76ca55625b8d9a19d53c98ee543a8f51857281755908171f6d896402137f]
20:07:14.977 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:07:14.977 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:07:14.977 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:14.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8c6e76ca55625b8d9a19d53c98ee543a8f51857281755908171f6d896402137f finished by subtask 2; deferring removal (restored in pending)
20:07:14.978 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0f01d4f2569417beca5d8687db4dd9c7b7799e5032ba63b5d64b54aaf6a090b4'}]
20:07:14.980 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:14.980 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc1c38f29, L:/127.0.0.1:51918 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:14.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:14.987 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:14.995 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x775183f4, L:/127.0.0.1:51926 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:14.999 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336283095040001) for scanner KuduScanner(table=replication_test_table, tablet=c0ffbd8c1e804ebe833f6f628193ace4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:15.000 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b2fb1fe4ef2639f0d806fe94aee39ce861a2eb1847a14f6b656d65b9f91c0bfa]
20:07:15.000 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b2fb1fe4ef2639f0d806fe94aee39ce861a2eb1847a14f6b656d65b9f91c0bfa]
20:07:15.000 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:07:15.001 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:07:15.001 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:15.002 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b2fb1fe4ef2639f0d806fe94aee39ce861a2eb1847a14f6b656d65b9f91c0bfa finished by subtask 3; deferring removal (restored in pending)
20:07:15.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:15.013 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336283095040001) for scanner KuduScanner(table=replication_test_table, tablet=ca8f128375634ac49407b516696a9546, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:15.014 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [714c430d80f32bec35fcd16454f1df2fae55d22b64071c526c67ecc76a24127c]
20:07:15.014 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [714c430d80f32bec35fcd16454f1df2fae55d22b64071c526c67ecc76a24127c]
20:07:15.014 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:07:15.014 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:07:15.015 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 714c430d80f32bec35fcd16454f1df2fae55d22b64071c526c67ecc76a24127c finished by subtask 1; deferring removal (restored in pending)
20:07:15.016 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:15.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:15.026 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:15.036 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:07:15.037 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299992, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:15.038 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:15.038 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:15.038 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:15.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:15.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:15.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:15.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:15.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:15.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:15.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:15.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:15.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:15.040 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:15.046 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:15.046 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:15.046 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:15.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:15.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:15.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:15.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:15.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:15.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:15.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:15.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:15.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:15.047 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:15.137 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:15.139 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:15.145 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:15.153 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:15.154 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:07:15.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:15.154 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:15.164 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:15.164 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:15.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:15.164 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:15.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:15.165 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:07:15.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:15.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:15.166 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:07:15.166 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:15.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:15.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:15.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:15.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:15.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:15.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:15.167 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:15.182 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:15.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:15.182 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:07:15.182 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:15.183 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:07:15.184 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:15.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:15.187 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:15.189 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaaf7869f, L:/127.0.0.1:51932 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:15.200 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134835200 for job de855ecde0984daac22d8a9ca6a04543.
20:07:15.200 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:15.211 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7802cde6, L:/127.0.0.1:51938 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:15.222 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336283095040001) for scanner KuduScanner(table=replication_test_table, tablet=fafdfadacdba481cbf72609b0cae44fc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:15.222 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [0f01d4f2569417beca5d8687db4dd9c7b7799e5032ba63b5d64b54aaf6a090b4]
20:07:15.222 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0f01d4f2569417beca5d8687db4dd9c7b7799e5032ba63b5d64b54aaf6a090b4]
20:07:15.222 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job de855ecde0984daac22d8a9ca6a04543 (4988 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
20:07:15.223 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:07:15.223 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:07:15.223 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:15.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:15.225 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0f01d4f2569417beca5d8687db4dd9c7b7799e5032ba63b5d64b54aaf6a090b4 finished by subtask 2; deferring removal (restored in pending)
20:07:15.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
20:07:15.225 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b2fb1fe4ef2639f0d806fe94aee39ce861a2eb1847a14f6b656d65b9f91c0bfa from pending
20:07:15.225 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 0f01d4f2569417beca5d8687db4dd9c7b7799e5032ba63b5d64b54aaf6a090b4 from pending
20:07:15.225 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 8c6e76ca55625b8d9a19d53c98ee543a8f51857281755908171f6d896402137f from pending
20:07:15.225 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 8e2df1aab7d067d274960df9372fa7d5a17e8a5818cdb80526c2a167dc4d6a3f from pending
20:07:15.225 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 714c430d80f32bec35fcd16454f1df2fae55d22b64071c526c67ecc76a24127c from pending
20:07:15.225 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 5 finished splits from enumerator state
20:07:15.229 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336283095040001) for scanner KuduScanner(table=replication_test_table, tablet=e60ee8e0015040289ebe157e42ea7c16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:15.230 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [24eee4307071fc3bcfb03582ea3419f417f42d85b18d4272414be768e31ebaa8]
20:07:15.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [24eee4307071fc3bcfb03582ea3419f417f42d85b18d4272414be768e31ebaa8]
20:07:15.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
20:07:15.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
20:07:15.230 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:15.231 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 24eee4307071fc3bcfb03582ea3419f417f42d85b18d4272414be768e31ebaa8 finished by subtask 0; deferring removal (restored in pending)
20:07:15.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:15.285 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:15.286 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:15.286 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:15.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:15.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:15.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:15.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:15.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:15.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:15.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:15.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:15.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:15.288 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:15.308 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:15.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:15.309 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:15.309 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
20:07:15.326 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:15.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:15.327 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:15.327 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:07:15.334 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:15.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:15.334 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:15.335 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:07:15.406 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:15.511 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:15.511 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:15.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:15.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:15.512 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:15.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:15.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:15.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:15.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:15.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:15.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:15.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:15.513 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:15.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:15.697 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:15.697 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:15.698 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:15.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134835698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:15.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:15.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:15.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:15.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:15.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:15.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:15.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:15.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:15.700 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:15.700 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:15.709 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job de855ecde0984daac22d8a9ca6a04543 (1640 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:15.713 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
20:07:15.713 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 24eee4307071fc3bcfb03582ea3419f417f42d85b18d4272414be768e31ebaa8 from pending
20:07:15.714 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 1 finished splits from enumerator state
20:07:15.785 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:15.785 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:15.785 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:15.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:15.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:15.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:15.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:15.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:15.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:15.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:15.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:15.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:15.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:15.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:15.925 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:15.925 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:15.925 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:15.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:15.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:15.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:15.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:15.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:15.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:15.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:15.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:15.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:15.927 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:16.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:16.167693  5905 debug-util.cc:398] Leaking SignalData structure 0x7b0800068ae0 after lost signal to thread 5842
20:07:16.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:16.168418  5905 debug-util.cc:398] Leaking SignalData structure 0x7b080009e540 after lost signal to thread 5908
20:07:16.177 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:16.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:16.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:16.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:16.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:16.187 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:16.187 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:16.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:16.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:16.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:16.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:16.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:16.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:16.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:16.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134836198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:16.214 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:07:16.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
20:07:16.297 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:16.298 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:16.298 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:16.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:16.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:16.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:16.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:16.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:16.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:16.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:16.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:16.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:16.299 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:16.382 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:16.382 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:16.383 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:16.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:16.404 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:16.404 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:16.405 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:16.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.406 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:16.407 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:07:16Z chronyd exiting
20:07:16.416 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:16.416 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:16.416 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:16.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:16.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:16.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:16.417 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:16.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:16.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:16.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:16.417 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:16.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:16.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:16.444 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:16.445 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:16.445 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:16.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.446 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:16.625 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:16.625 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:16.625 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:16.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:16.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:16.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134836698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:16.716 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
20:07:16.717 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:16.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:16.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:16.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:16.719 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:16.719 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:16.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:16.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:16.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:16.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:16.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:16.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:16.720 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:16.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
20:07:16.748 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 12737b8912024a09a7f7429c27e90d21
20:07:16.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet cf92b78753e14afe9da760cbbacd8376 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
20:07:16.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ca8f128375634ac49407b516696a9546 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
20:07:16.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 90ce07bcbb6f4589bb615143109abc19 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
20:07:16.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c0ffbd8c1e804ebe833f6f628193ace4 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
20:07:16.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e60ee8e0015040289ebe157e42ea7c16 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
20:07:16.757 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fafdfadacdba481cbf72609b0cae44fc for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
20:07:16.757 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:07:16.762 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5808513d1a89991ab45b0e420426231024da083c5500856114461853d0cba795'}]
20:07:16.764 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:16.764 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:07:16.765 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='551ed8cb6a7e9b1dce110284e5873cc2471d431e71e0d3f80de42974303484f6'}]
20:07:16.765 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=cf92b78753e14afe9da760cbbacd8376@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:16.767 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:16.768 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='81d8ede8b01a3026d171e268185e1685885d66a9ccf186e0f9c535162bbd9541'}]
20:07:16.770 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:16.770 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4d629e4f33fae880e4f289cbef5bc27ef4bb3ef01362771f8d178d3825db1837'}]
20:07:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:16.768123  5983 debug-util.cc:398] Leaking SignalData structure 0x7b0800059120 after lost signal to thread 5915
20:07:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:16.768957  5983 debug-util.cc:398] Leaking SignalData structure 0x7b0800099140 after lost signal to thread 5986
20:07:16.772 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:16.773 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:07:16.774 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=ca8f128375634ac49407b516696a9546@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:16.774 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:07:16.775 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=90ce07bcbb6f4589bb615143109abc19@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)[L],3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:16.775 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
20:07:16.775 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299998, tablet=c0ffbd8c1e804ebe833f6f628193ace4@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:16.791 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:16.800 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:16.810 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:16.819 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:16.835 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:16.842 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:16.858 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:16.863 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:16.863 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:16.863 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:16.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:16.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:16.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:16.865 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:16.874 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:16.883 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:16.889 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:16.893 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf92ba318, L:/127.0.0.1:51952 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:16.898 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:16.906 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:16.913 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336291287040001) for scanner KuduScanner(table=replication_test_table, tablet=cf92b78753e14afe9da760cbbacd8376, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:16.913 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [5808513d1a89991ab45b0e420426231024da083c5500856114461853d0cba795]
20:07:16.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5808513d1a89991ab45b0e420426231024da083c5500856114461853d0cba795]
20:07:16.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:07:16.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:07:16.915 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5808513d1a89991ab45b0e420426231024da083c5500856114461853d0cba795 finished by subtask 3; deferring removal (restored in pending)
20:07:16.916 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:16.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='79a269295c4c5f383aa233dbbba756b120ae735d01aa35cdf643dac2a5e702bf'}]
20:07:16.917 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:16.918 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:16.918 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
20:07:16.919 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=e60ee8e0015040289ebe157e42ea7c16@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169),c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)[L]]}]
20:07:16.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:16.926 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:16.929 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:16.931 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x48d5153c, L:/127.0.0.1:51984 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:16.938 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:16.943 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:16.951 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9fd0cf3c, L:/127.0.0.1:51978 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:16.964 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:16.972 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc0eb4494, L:/127.0.0.1:51964 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:16.973 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336291287040001) for scanner KuduScanner(table=replication_test_table, tablet=90ce07bcbb6f4589bb615143109abc19, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:16.973 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [81d8ede8b01a3026d171e268185e1685885d66a9ccf186e0f9c535162bbd9541]
20:07:16.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [81d8ede8b01a3026d171e268185e1685885d66a9ccf186e0f9c535162bbd9541]
20:07:16.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:07:16.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:07:16.976 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 81d8ede8b01a3026d171e268185e1685885d66a9ccf186e0f9c535162bbd9541 finished by subtask 2; deferring removal (restored in pending)
20:07:16.977 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:16.978 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='bad0a78b7982445f2d1e333420e2171447ad0f81091d7e662fb433cb798bcdf7'}]
20:07:16.979 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:16.980 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:16.980 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
20:07:16.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:16.980 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:07:16.980 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:07:16.980 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=fafdfadacdba481cbf72609b0cae44fc@[012377eab9814d8887a4b427c16ed945(127.5.177.66:38735),3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)[L],c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)]}]
20:07:16.997 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336291287040001) for scanner KuduScanner(table=replication_test_table, tablet=ca8f128375634ac49407b516696a9546, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:16.997 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [551ed8cb6a7e9b1dce110284e5873cc2471d431e71e0d3f80de42974303484f6]
20:07:16.998 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [551ed8cb6a7e9b1dce110284e5873cc2471d431e71e0d3f80de42974303484f6]
20:07:16.998 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:07:16.998 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:07:17.001 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 551ed8cb6a7e9b1dce110284e5873cc2471d431e71e0d3f80de42974303484f6 finished by subtask 1; deferring removal (restored in pending)
20:07:17.001 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:17.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:17.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:17.025 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336291287040001) for scanner KuduScanner(table=replication_test_table, tablet=c0ffbd8c1e804ebe833f6f628193ace4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:17.026 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [4d629e4f33fae880e4f289cbef5bc27ef4bb3ef01362771f8d178d3825db1837]
20:07:17.026 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4d629e4f33fae880e4f289cbef5bc27ef4bb3ef01362771f8d178d3825db1837]
20:07:17.026 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
20:07:17.027 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
20:07:17.027 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:17.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:17.028 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4d629e4f33fae880e4f289cbef5bc27ef4bb3ef01362771f8d178d3825db1837 finished by subtask 0; deferring removal (restored in pending)
20:07:17.047 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] connecting to peer
20:07:17.068 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:17.072 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:17.097 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:17.107 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x174ab33c, L:/127.0.0.1:51998 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:17.110 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:17.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:17.110 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:07:17.111 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:07:17.127 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:17.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:17.128 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:07:17.128 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:07:17.143 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:17.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:17.144 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:17.144 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
20:07:17.147 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] Successfully connected to peer
20:07:17.154 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.5.177.67
20:07:17.168 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:17.172 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe7fbfbdf, L:/127.0.0.1:52000 - R:/127.5.177.67:44377] using SASL/PLAIN
20:07:17.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:17.191 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336291287040001) for scanner KuduScanner(table=replication_test_table, tablet=e60ee8e0015040289ebe157e42ea7c16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:17.192 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [79a269295c4c5f383aa233dbbba756b120ae735d01aa35cdf643dac2a5e702bf]
20:07:17.193 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [79a269295c4c5f383aa233dbbba756b120ae735d01aa35cdf643dac2a5e702bf]
20:07:17.193 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
20:07:17.193 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
20:07:17.194 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 79a269295c4c5f383aa233dbbba756b120ae735d01aa35cdf643dac2a5e702bf finished by subtask 3; deferring removal (restored in pending)
20:07:17.195 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:17.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:17.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134837198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:17.213 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job de855ecde0984daac22d8a9ca6a04543 (4988 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:07:17.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
20:07:17.221 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 81d8ede8b01a3026d171e268185e1685885d66a9ccf186e0f9c535162bbd9541 from pending
20:07:17.221 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 4d629e4f33fae880e4f289cbef5bc27ef4bb3ef01362771f8d178d3825db1837 from pending
20:07:17.221 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 5808513d1a89991ab45b0e420426231024da083c5500856114461853d0cba795 from pending
20:07:17.221 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 551ed8cb6a7e9b1dce110284e5873cc2471d431e71e0d3f80de42974303484f6 from pending
20:07:17.221 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 79a269295c4c5f383aa233dbbba756b120ae735d01aa35cdf643dac2a5e702bf from pending
20:07:17.221 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 5 finished splits from enumerator state
20:07:17.226 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336291287040001) for scanner KuduScanner(table=replication_test_table, tablet=fafdfadacdba481cbf72609b0cae44fc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:17.227 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [bad0a78b7982445f2d1e333420e2171447ad0f81091d7e662fb433cb798bcdf7]
20:07:17.227 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [bad0a78b7982445f2d1e333420e2171447ad0f81091d7e662fb433cb798bcdf7]
20:07:17.228 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
20:07:17.228 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
20:07:17.228 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:17.230 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:17.232 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split bad0a78b7982445f2d1e333420e2171447ad0f81091d7e662fb433cb798bcdf7 finished by subtask 2; deferring removal (restored in pending)
20:07:17.270 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:17.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:17.270 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:17.270 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
20:07:17.278 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:17.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:17.278 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:17.279 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
20:07:17.361 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:17.361 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:17.361 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:17.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:17.362 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:17.362 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:17.362 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:17.362 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:17.362 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:17.362 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:17.362 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:17.362 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:17.363 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:17.405 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:17.483 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:07:17.576 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:17.577 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:17.577 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:17.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:17.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:17.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:17.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:17.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:17.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:17.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:17.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:17.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:17.579 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:17.633 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: giving up after 1 attempts
20:07:17.634 [DEBUG - main] (Connection.java:575) [peer master-127.5.177.124:42459(127.5.177.124:42459)] disconnecting while in state READY
20:07:17.634 [DEBUG - main] (Connection.java:575) [peer 012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)] disconnecting while in state READY
20:07:17.634 [DEBUG - main] (Connection.java:575) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] disconnecting while in state READY
20:07:17.634 [DEBUG - main] (Connection.java:575) [peer 3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)] disconnecting while in state READY
20:07:17.634 [DEBUG - main] (Connection.java:575) [peer master-127.5.177.125:34987(127.5.177.125:34987)] disconnecting while in state READY
20:07:17.634 [DEBUG - main] (Connection.java:575) [peer master-127.5.177.126:45579(127.5.177.126:45579)] disconnecting while in state READY
20:07:17.635 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.177.124:42459(127.5.177.124:42459)] handling channelInactive
20:07:17.635 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.177.125:34987(127.5.177.125:34987)] handling channelInactive
20:07:17.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state READY due to: connection closed
20:07:17.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state READY due to: connection closed
20:07:17.636 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)] handling channelInactive
20:07:17.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 012377eab9814d8887a4b427c16ed945(127.5.177.66:38735)] cleaning up while in state READY due to: connection closed
20:07:17.636 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] handling channelInactive
20:07:17.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c137d1c100534097bf66d49f266f4c2d(127.5.177.67:44377)] cleaning up while in state READY due to: connection closed
20:07:17.636 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)] handling channelInactive
20:07:17.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3376e6244a384c2ba98c5c24ffd7e3e1(127.5.177.65:46169)] cleaning up while in state READY due to: connection closed
20:07:17.638 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:17.641 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
20:07:17.641 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
20:07:17.641 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
20:07:17.642 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
20:07:17.642 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
20:07:17.645 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.177.126:45579(127.5.177.126:45579)] handling channelInactive
20:07:17.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state READY due to: connection closed
20:07:17.645 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:07:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:17.646937  5829 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 6222
20:07:17.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:17.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134837699 for job de855ecde0984daac22d8a9ca6a04543.
20:07:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:17.722711  5829 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 6369
20:07:17.725 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:17.726 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:17.726 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:17.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:17.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:17.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:17.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:17.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:17.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:17.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:17.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:17.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:17.727 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:17.731 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job de855ecde0984daac22d8a9ca6a04543 (1632 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
20:07:17.732 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
20:07:17.732 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split bad0a78b7982445f2d1e333420e2171447ad0f81091d7e662fb433cb798bcdf7 from pending
20:07:17.732 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 1 finished splits from enumerator state
20:07:17.783 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:17.784 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:17.784 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:17.784 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:17.784 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:17.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:17.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:17.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:17.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:17.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:17.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:17.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:17.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:17.790834  5829 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 6513
20:07:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:17.855422  5829 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 5841
20:07:17.894 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.177.126:45579(127.5.177.126:45579)] handling channelInactive
20:07:17.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state READY due to: connection closed
20:07:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:17.896620  5829 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 5911
20:07:17.905 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:17.934 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.177.125:34987(127.5.177.125:34987)] handling channelInactive
20:07:17.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state READY due to: connection closed
20:07:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:17.935046  5829 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 5989
20:07:17.976 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.177.124:42459(127.5.177.124:42459)] handling channelInactive
20:07:17.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state READY due to: connection closed
20:07:18.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:18.194 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:18.195 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:18.195 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:18.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:18.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:18.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:18.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:18.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:18.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:18.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:18.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:18.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:18.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:18.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27145), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [10ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [25ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [279ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [362ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [505ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [505ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [745ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [745ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [781ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [783ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1384ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2200ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2204ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [4203ms] too many traces: truncated at 100 traces, deferred=Deferred@1047621127(state=PENDING, result=null, callback=(continuation of Deferred@716146787 after retry RPC after error@1716339707) -> (continuation of Deferred@601295222 after retry RPC after error@383998557) -> (continuation of Deferred@1079583858 after retry RPC after error@1275585817) -> (continuation of Deferred@1459669334 after retry RPC after error@1530744921) -> (continuation of Deferred@1389266424 after retry RPC after error@563252629) -> (continuation of Deferred@1879685768 after retry RPC after error@1099400008) -> (continuation of Deferred@1732263877 after retry RPC after error@1376516253) -> (continuation of Deferred@1869338030 after retry RPC after error@302749384) -> (continuation of Deferred@1951612251 after retry RPC after error@2039610460) -> (continuation of Deferred@1223065701 after retry RPC after error@102097511) -> (continuation of Deferred@1807859227 after retry RPC after error@499440675) -> (continuation of Deferred@1633522262 after retry RPC after error@1223836352) -> (continuation of Deferred@782568611 after retry RPC after error@364640400) -> (continuation of Deferred@418973523 after retry RPC after error@1111990990) -> (continuation of Deferred@1140948529 after retry RPC after error@238313817) -> (continuation of Deferred@1579625555 after retry RPC after error@554280075) -> (continuation of Deferred@1849075309 after retry RPC after error@1126509659) -> (continuation of Deferred@604489176 after retry RPC after error@1212547119) -> (continuation of Deferred@320393860 after retry RPC after error@2041934664) -> (continuation of Deferred@1661358243 after retry RPC after error@465138580) -> (continuation of Deferred@1314918037 after retry RPC after error@480058146) -> (continuation of Deferred@1305461594 after retry RPC after error@490355876), errback=(continuation of Deferred@716146787 after retry RPC after error@1716339707) -> (continuation of Deferred@601295222 after retry RPC after error@383998557) -> (continuation of Deferred@1079583858 after retry RPC after error@1275585817) -> (continuation of Deferred@1459669334 after retry RPC after error@1530744921) -> (continuation of Deferred@1389266424 after retry RPC after error@563252629) -> (continuation of Deferred@1879685768 after retry RPC after error@1099400008) -> (continuation of Deferred@1732263877 after retry RPC after error@1376516253) -> (continuation of Deferred@1869338030 after retry RPC after error@302749384) -> (continuation of Deferred@1951612251 after retry RPC after error@2039610460) -> (continuation of Deferred@1223065701 after retry RPC after error@102097511) -> (continuation of Deferred@1807859227 after retry RPC after error@499440675) -> (continuation of Deferred@1633522262 after retry RPC after error@1223836352) -> (continuation of Deferred@782568611 after retry RPC after error@364640400) -> (continuation of Deferred@418973523 after retry RPC after error@1111990990) -> (continuation of Deferred@1140948529 after retry RPC after error@238313817) -> (continuation of Deferred@1579625555 after retry RPC after error@554280075) -> (continuation of Deferred@1849075309 after retry RPC after error@1126509659) -> (continuation of Deferred@604489176 after retry RPC after error@1212547119) -> (continuation of Deferred@320393860 after retry RPC after error@2041934664) -> (continuation of Deferred@1661358243 after retry RPC after error@465138580) -> (continuation of Deferred@1314918037 after retry RPC after error@480058146) -> (continuation of Deferred@1305461594 after retry RPC after error@490355876)))
20:07:18.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134838198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:18.200 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:07:18.200 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27145), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [10ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [25ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [279ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [362ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [505ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [505ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [745ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [745ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [781ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [783ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1384ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2200ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2204ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [4203ms] too many traces: truncated at 100 traces, deferred=Deferred@1047621127(state=PENDING, result=null, callback=(continuation of Deferred@716146787 after retry RPC after error@1716339707) -> (continuation of Deferred@601295222 after retry RPC after error@383998557) -> (continuation of Deferred@1079583858 after retry RPC after error@1275585817) -> (continuation of Deferred@1459669334 after retry RPC after error@1530744921) -> (continuation of Deferred@1389266424 after retry RPC after error@563252629) -> (continuation of Deferred@1879685768 after retry RPC after error@1099400008) -> (continuation of Deferred@1732263877 after retry RPC after error@1376516253) -> (continuation of Deferred@1869338030 after retry RPC after error@302749384) -> (continuation of Deferred@1951612251 after retry RPC after error@2039610460) -> (continuation of Deferred@1223065701 after retry RPC after error@102097511) -> (continuation of Deferred@1807859227 after retry RPC after error@499440675) -> (continuation of Deferred@1633522262 after retry RPC after error@1223836352) -> (continuation of Deferred@782568611 after retry RPC after error@364640400) -> (continuation of Deferred@418973523 after retry RPC after error@1111990990) -> (continuation of Deferred@1140948529 after retry RPC after error@238313817) -> (continuation of Deferred@1579625555 after retry RPC after error@554280075) -> (continuation of Deferred@1849075309 after retry RPC after error@1126509659) -> (continuation of Deferred@604489176 after retry RPC after error@1212547119) -> (continuation of Deferred@320393860 after retry RPC after error@2041934664) -> (continuation of Deferred@1661358243 after retry RPC after error@465138580) -> (continuation of Deferred@1314918037 after retry RPC after error@480058146) -> (continuation of Deferred@1305461594 after retry RPC after error@490355876), errback=(continuation of Deferred@716146787 after retry RPC after error@1716339707) -> (continuation of Deferred@601295222 after retry RPC after error@383998557) -> (continuation of Deferred@1079583858 after retry RPC after error@1275585817) -> (continuation of Deferred@1459669334 after retry RPC after error@1530744921) -> (continuation of Deferred@1389266424 after retry RPC after error@563252629) -> (continuation of Deferred@1879685768 after retry RPC after error@1099400008) -> (continuation of Deferred@1732263877 after retry RPC after error@1376516253) -> (continuation of Deferred@1869338030 after retry RPC after error@302749384) -> (continuation of Deferred@1951612251 after retry RPC after error@2039610460) -> (continuation of Deferred@1223065701 after retry RPC after error@102097511) -> (continuation of Deferred@1807859227 after retry RPC after error@499440675) -> (continuation of Deferred@1633522262 after retry RPC after error@1223836352) -> (continuation of Deferred@782568611 after retry RPC after error@364640400) -> (continuation of Deferred@418973523 after retry RPC after error@1111990990) -> (continuation of Deferred@1140948529 after retry RPC after error@238313817) -> (continuation of Deferred@1579625555 after retry RPC after error@554280075) -> (continuation of Deferred@1849075309 after retry RPC after error@1126509659) -> (continuation of Deferred@604489176 after retry RPC after error@1212547119) -> (continuation of Deferred@320393860 after retry RPC after error@2041934664) -> (continuation of Deferred@1661358243 after retry RPC after error@465138580) -> (continuation of Deferred@1314918037 after retry RPC after error@480058146) -> (continuation of Deferred@1305461594 after retry RPC after error@490355876)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.61:33535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:18.204 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
20:07:18.208 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
20:07:18.210 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27145), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [10ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [25ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [227ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [279ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [362ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [505ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [505ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [745ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [745ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [781ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [782ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [783ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1384ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2200ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2204ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [4201ms] refreshing cache from master, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [4203ms] too many traces: truncated at 100 traces, deferred=Deferred@1047621127(state=PENDING, result=null, callback=(continuation of Deferred@716146787 after retry RPC after error@1716339707) -> (continuation of Deferred@601295222 after retry RPC after error@383998557) -> (continuation of Deferred@1079583858 after retry RPC after error@1275585817) -> (continuation of Deferred@1459669334 after retry RPC after error@1530744921) -> (continuation of Deferred@1389266424 after retry RPC after error@563252629) -> (continuation of Deferred@1879685768 after retry RPC after error@1099400008) -> (continuation of Deferred@1732263877 after retry RPC after error@1376516253) -> (continuation of Deferred@1869338030 after retry RPC after error@302749384) -> (continuation of Deferred@1951612251 after retry RPC after error@2039610460) -> (continuation of Deferred@1223065701 after retry RPC after error@102097511) -> (continuation of Deferred@1807859227 after retry RPC after error@499440675) -> (continuation of Deferred@1633522262 after retry RPC after error@1223836352) -> (continuation of Deferred@782568611 after retry RPC after error@364640400) -> (continuation of Deferred@418973523 after retry RPC after error@1111990990) -> (continuation of Deferred@1140948529 after retry RPC after error@238313817) -> (continuation of Deferred@1579625555 after retry RPC after error@554280075) -> (continuation of Deferred@1849075309 after retry RPC after error@1126509659) -> (continuation of Deferred@604489176 after retry RPC after error@1212547119) -> (continuation of Deferred@320393860 after retry RPC after error@2041934664) -> (continuation of Deferred@1661358243 after retry RPC after error@465138580) -> (continuation of Deferred@1314918037 after retry RPC after error@480058146) -> (continuation of Deferred@1305461594 after retry RPC after error@490355876), errback=(continuation of Deferred@716146787 after retry RPC after error@1716339707) -> (continuation of Deferred@601295222 after retry RPC after error@383998557) -> (continuation of Deferred@1079583858 after retry RPC after error@1275585817) -> (continuation of Deferred@1459669334 after retry RPC after error@1530744921) -> (continuation of Deferred@1389266424 after retry RPC after error@563252629) -> (continuation of Deferred@1879685768 after retry RPC after error@1099400008) -> (continuation of Deferred@1732263877 after retry RPC after error@1376516253) -> (continuation of Deferred@1869338030 after retry RPC after error@302749384) -> (continuation of Deferred@1951612251 after retry RPC after error@2039610460) -> (continuation of Deferred@1223065701 after retry RPC after error@102097511) -> (continuation of Deferred@1807859227 after retry RPC after error@499440675) -> (continuation of Deferred@1633522262 after retry RPC after error@1223836352) -> (continuation of Deferred@782568611 after retry RPC after error@364640400) -> (continuation of Deferred@418973523 after retry RPC after error@1111990990) -> (continuation of Deferred@1140948529 after retry RPC after error@238313817) -> (continuation of Deferred@1579625555 after retry RPC after error@554280075) -> (continuation of Deferred@1849075309 after retry RPC after error@1126509659) -> (continuation of Deferred@604489176 after retry RPC after error@1212547119) -> (continuation of Deferred@320393860 after retry RPC after error@2041934664) -> (continuation of Deferred@1661358243 after retry RPC after error@465138580) -> (continuation of Deferred@1314918037 after retry RPC after error@480058146) -> (continuation of Deferred@1305461594 after retry RPC after error@490355876)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.61:33535
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:18.212 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:07:18.212 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:18.212 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
20:07:18.212 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
20:07:18.212 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RUNNING to RESTARTING.
20:07:18.213 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
20:07:18.213 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
20:07:18.275 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.276 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.276 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.278 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26997), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [70ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [94ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [114ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [127ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [444ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [445ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [445ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] refreshing cache from master, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [545ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [546ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [547ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [547ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [843ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [844ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [844ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1024ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4820ms] refreshing cache from master, [4820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4822ms] too many traces: truncated at 100 traces, deferred=Deferred@815110231(state=PENDING, result=null, callback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092), errback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092)))
20:07:18.280 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.281 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.280 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26997), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [70ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [94ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [114ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [127ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [444ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [445ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [445ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] refreshing cache from master, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [545ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [546ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [547ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [547ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [843ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [844ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [844ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1024ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4820ms] refreshing cache from master, [4820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4822ms] too many traces: truncated at 100 traces, deferred=Deferred@815110231(state=PENDING, result=null, callback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092), errback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26997), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [70ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [94ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [114ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [127ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [444ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [445ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [445ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] refreshing cache from master, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [545ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [546ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [547ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [547ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [843ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [844ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [844ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1024ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4820ms] refreshing cache from master, [4820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4822ms] too many traces: truncated at 100 traces, deferred=Deferred@815110231(state=PENDING, result=null, callback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092), errback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.124:33411
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:18.281 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.281 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.286 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.288 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26997), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [70ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [94ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [114ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [127ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [444ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [445ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [445ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] refreshing cache from master, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [545ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [546ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [547ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [547ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [843ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [844ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [844ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1024ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4820ms] refreshing cache from master, [4820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4822ms] too many traces: truncated at 100 traces, deferred=Deferred@815110231(state=PENDING, result=null, callback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092), errback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26997), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [59ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [70ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [94ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [114ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [114ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [127ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [244ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [282ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [284ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [442ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [444ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [445ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [445ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] refreshing cache from master, [543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [545ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [546ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [547ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [547ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [843ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [844ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [844ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1024ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4820ms] refreshing cache from master, [4820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4822ms] too many traces: truncated at 100 traces, deferred=Deferred@815110231(state=PENDING, result=null, callback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092), errback=(continuation of Deferred@254539115 after retry RPC after error@508220965) -> (continuation of Deferred@2007854920 after retry RPC after error@1801852618) -> (continuation of Deferred@1001793120 after retry RPC after error@1938109645) -> (continuation of Deferred@1867432666 after retry RPC after error@876960191) -> (continuation of Deferred@1053486193 after retry RPC after error@1689486393) -> (continuation of Deferred@2113065575 after retry RPC after error@1675945159) -> (continuation of Deferred@178529710 after retry RPC after error@1917774479) -> (continuation of Deferred@423919435 after retry RPC after error@1573024376) -> (continuation of Deferred@1994437947 after retry RPC after error@1937716218) -> (continuation of Deferred@1232844025 after retry RPC after error@132406812) -> (continuation of Deferred@1960733366 after retry RPC after error@2117367604) -> (continuation of Deferred@1786562679 after retry RPC after error@1338863514) -> (continuation of Deferred@1212229391 after retry RPC after error@361850084) -> (continuation of Deferred@421673297 after retry RPC after error@1027028048) -> (continuation of Deferred@2089747878 after retry RPC after error@1646786711) -> (continuation of Deferred@1791470899 after retry RPC after error@1851163023) -> (continuation of Deferred@1794120662 after retry RPC after error@927905119) -> (continuation of Deferred@1622616240 after retry RPC after error@976717776) -> (continuation of Deferred@1358108139 after retry RPC after error@307607271) -> (continuation of Deferred@1266609845 after retry RPC after error@1299314957) -> (continuation of Deferred@98955525 after retry RPC after error@985177552) -> (continuation of Deferred@110086004 after retry RPC after error@1148518201) -> (continuation of Deferred@1848857451 after retry RPC after error@270206304) -> (continuation of Deferred@1750582384 after retry RPC after error@196703092)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.124:33411
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:18.293 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:07:18.293 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
20:07:18.293 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
20:07:18.293 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
20:07:18.294 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
20:07:18.294 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:07:18.294 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
20:07:18.294 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
20:07:18.294 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
20:07:18.294 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:07:18.295 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:07:18.295 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.295 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
20:07:18.295 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:07:18.296 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.296 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.296 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
20:07:18.296 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
20:07:18.296 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
20:07:18.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.297 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:07:18.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.297 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.297 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
20:07:18.297 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
20:07:18.300 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
20:07:18.301 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
20:07:18.301 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
20:07:18.302 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
20:07:18.302 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
20:07:18.302 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:07:18.303 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
20:07:18.303 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
20:07:18.303 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
20:07:18.303 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
20:07:18.304 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
20:07:18.304 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:18.304 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
20:07:18.304 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:07:18.307 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 240f51d149f2bfe9236a66fd569edfd4
20:07:18.316 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.317 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.317 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.335 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.336 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.336 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.337 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.356 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.356 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.356 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.376 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.376 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.376 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.377 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.396 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.397 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.397 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.398 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.451 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:18.452 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:18.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:18.452 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:18.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:18.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:18.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:18.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:18.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:18.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:18.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:18.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:18.453 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:18.454 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27543), Traces: [0ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [154ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [170ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [170ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [286ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [288ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [289ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [369ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [414ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [415ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [416ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [416ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [443ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [443ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [481ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [483ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [483ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [523ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [524ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [524ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [643ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [644ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [645ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [645ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1123ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1704ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1865ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2041ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2043ms] too many traces: truncated at 100 traces, deferred=Deferred@1840859926(state=PENDING, result=null, callback=(continuation of Deferred@1421108341 after retry RPC after error@224562138) -> (continuation of Deferred@1665446781 after retry RPC after error@1149412856) -> (continuation of Deferred@862123729 after retry RPC after error@709334844) -> (continuation of Deferred@1826494034 after retry RPC after error@1025692500) -> (continuation of Deferred@433225311 after retry RPC after error@255521838) -> (continuation of Deferred@332013341 after retry RPC after error@945407555) -> (continuation of Deferred@854816657 after retry RPC after error@1789947493) -> (continuation of Deferred@692172505 after retry RPC after error@1599866476) -> (continuation of Deferred@1991949801 after retry RPC after error@521152029) -> (continuation of Deferred@1002683480 after retry RPC after error@68395562) -> (continuation of Deferred@660931252 after retry RPC after error@962324619) -> (continuation of Deferred@534557316 after retry RPC after error@105337255) -> (continuation of Deferred@154698617 after retry RPC after error@1874931045) -> (continuation of Deferred@368306827 after retry RPC after error@688217083) -> (continuation of Deferred@1693132521 after retry RPC after error@44533012) -> (continuation of Deferred@134905977 after retry RPC after error@190040064) -> (continuation of Deferred@917666797 after retry RPC after error@142857994) -> (continuation of Deferred@1414956843 after retry RPC after error@1104172649) -> (continuation of Deferred@1679306925 after retry RPC after error@1924497571) -> (continuation of Deferred@305802753 after retry RPC after error@1360679217) -> (continuation of Deferred@1948425959 after retry RPC after error@718055512) -> (continuation of Deferred@1766183206 after retry RPC after error@1783994086) -> (continuation of Deferred@174127341 after retry RPC after error@1159798673) -> (continuation of Deferred@44706546 after retry RPC after error@1141800679) -> (continuation of Deferred@1235505435 after retry RPC after error@78905897), errback=(continuation of Deferred@1421108341 after retry RPC after error@224562138) -> (continuation of Deferred@1665446781 after retry RPC after error@1149412856) -> (continuation of Deferred@862123729 after retry RPC after error@709334844) -> (continuation of Deferred@1826494034 after retry RPC after error@1025692500) -> (continuation of Deferred@433225311 after retry RPC after error@255521838) -> (continuation of Deferred@332013341 after retry RPC after error@945407555) -> (continuation of Deferred@854816657 after retry RPC after error@1789947493) -> (continuation of Deferred@692172505 after retry RPC after error@1599866476) -> (continuation of Deferred@1991949801 after retry RPC after error@521152029) -> (continuation of Deferred@1002683480 after retry RPC after error@68395562) -> (continuation of Deferred@660931252 after retry RPC after error@962324619) -> (continuation of Deferred@534557316 after retry RPC after error@105337255) -> (continuation of Deferred@154698617 after retry RPC after error@1874931045) -> (continuation of Deferred@368306827 after retry RPC after error@688217083) -> (continuation of Deferred@1693132521 after retry RPC after error@44533012) -> (continuation of Deferred@134905977 after retry RPC after error@190040064) -> (continuation of Deferred@917666797 after retry RPC after error@142857994) -> (continuation of Deferred@1414956843 after retry RPC after error@1104172649) -> (continuation of Deferred@1679306925 after retry RPC after error@1924497571) -> (continuation of Deferred@305802753 after retry RPC after error@1360679217) -> (continuation of Deferred@1948425959 after retry RPC after error@718055512) -> (continuation of Deferred@1766183206 after retry RPC after error@1783994086) -> (continuation of Deferred@174127341 after retry RPC after error@1159798673) -> (continuation of Deferred@44706546 after retry RPC after error@1141800679) -> (continuation of Deferred@1235505435 after retry RPC after error@78905897)))
20:07:18.516 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.516 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.516 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.518 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.566 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:18.566 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:18.566 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:18.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:18.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:18.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:18.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:18.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:18.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:18.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:18.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:18.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:18.567 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:18.598 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:18.598 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:18.599 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:18.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:18.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:18.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:18.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:18.599 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:18.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:18.599 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:18.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:18.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:18.599 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:18.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27558), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [188ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [239ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [279ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [279ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [289ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [291ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [292ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [292ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [293ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [304ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [304ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [304ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [324ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [324ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [366ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [366ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [366ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [367ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [483ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [582ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [583ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [583ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [942ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [943ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [943ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [944ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1104ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2800ms] refreshing cache from master, [2800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2801ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2803ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [4600ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [4602ms] too many traces: truncated at 100 traces, deferred=Deferred@870404599(state=PENDING, result=null, callback=(continuation of Deferred@834583238 after retry RPC after error@578371710) -> (continuation of Deferred@1583142622 after retry RPC after error@1737181707) -> (continuation of Deferred@589800630 after retry RPC after error@1261795868) -> (continuation of Deferred@1944563586 after retry RPC after error@1308719335) -> (continuation of Deferred@1352497029 after retry RPC after error@806879760) -> (continuation of Deferred@2118983726 after retry RPC after error@995014976) -> (continuation of Deferred@13943027 after retry RPC after error@1881954939) -> (continuation of Deferred@1744259072 after retry RPC after error@691890439) -> (continuation of Deferred@264828811 after retry RPC after error@489003915) -> (continuation of Deferred@1087338343 after retry RPC after error@49826600) -> (continuation of Deferred@1246003283 after retry RPC after error@2064429907) -> (continuation of Deferred@1086560026 after retry RPC after error@2241825) -> (continuation of Deferred@1846176622 after retry RPC after error@1879235543) -> (continuation of Deferred@740686218 after retry RPC after error@1035950610) -> (continuation of Deferred@13830096 after retry RPC after error@1726589054) -> (continuation of Deferred@1703142528 after retry RPC after error@581656040) -> (continuation of Deferred@979248106 after retry RPC after error@299878023) -> (continuation of Deferred@1803720664 after retry RPC after error@322880349) -> (continuation of Deferred@1479861155 after retry RPC after error@934342108) -> (continuation of Deferred@1223921829 after retry RPC after error@766674637) -> (continuation of Deferred@1390690595 after retry RPC after error@1644857518) -> (continuation of Deferred@908614386 after retry RPC after error@261432852) -> (continuation of Deferred@2139653020 after retry RPC after error@1232157499) -> (continuation of Deferred@1031411501 after retry RPC after error@469316368), errback=(continuation of Deferred@834583238 after retry RPC after error@578371710) -> (continuation of Deferred@1583142622 after retry RPC after error@1737181707) -> (continuation of Deferred@589800630 after retry RPC after error@1261795868) -> (continuation of Deferred@1944563586 after retry RPC after error@1308719335) -> (continuation of Deferred@1352497029 after retry RPC after error@806879760) -> (continuation of Deferred@2118983726 after retry RPC after error@995014976) -> (continuation of Deferred@13943027 after retry RPC after error@1881954939) -> (continuation of Deferred@1744259072 after retry RPC after error@691890439) -> (continuation of Deferred@264828811 after retry RPC after error@489003915) -> (continuation of Deferred@1087338343 after retry RPC after error@49826600) -> (continuation of Deferred@1246003283 after retry RPC after error@2064429907) -> (continuation of Deferred@1086560026 after retry RPC after error@2241825) -> (continuation of Deferred@1846176622 after retry RPC after error@1879235543) -> (continuation of Deferred@740686218 after retry RPC after error@1035950610) -> (continuation of Deferred@13830096 after retry RPC after error@1726589054) -> (continuation of Deferred@1703142528 after retry RPC after error@581656040) -> (continuation of Deferred@979248106 after retry RPC after error@299878023) -> (continuation of Deferred@1803720664 after retry RPC after error@322880349) -> (continuation of Deferred@1479861155 after retry RPC after error@934342108) -> (continuation of Deferred@1223921829 after retry RPC after error@766674637) -> (continuation of Deferred@1390690595 after retry RPC after error@1644857518) -> (continuation of Deferred@908614386 after retry RPC after error@261432852) -> (continuation of Deferred@2139653020 after retry RPC after error@1232157499) -> (continuation of Deferred@1031411501 after retry RPC after error@469316368)))
20:07:18.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:18.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134838698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:18.709 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:18.710 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
20:07:18.716 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:18.716 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:18.716 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:18.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:18.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:18.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:18.717 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:18.740 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:18.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.742 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.5.177.124:42459(127.5.177.124:42459) for tablet Kudu Master: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.752 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:18.753 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:18.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.753 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:18.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.754 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:18.772 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:18.773 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:18.774 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:18.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:18.792 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:18.793 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:18.793 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:18.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.794 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:18.812 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:18.813 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:18.813 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:18.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.814 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:18.852 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:18.852 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:18.853 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:18.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.854 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:18.912 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:18.913 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:18.913 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:18.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:18.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:18.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:18.914 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:19.032 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:19.033 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:19.033 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:19.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:19.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:19.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:19.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:19.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:19.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:19.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:19.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:19.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:19.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:19.092 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:19.092 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:19.092 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:19.093 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:19.093 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:19.093 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:19.093 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:19.093 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:19.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:19.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:19.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:19.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:19.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:19.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:19.196 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:19.197 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:19.197 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:19.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.198 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:19.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134839198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:19.204 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:19.205 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:19.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:19.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:19.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:19.206 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:19.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:19.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:19.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:19.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:19.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:19.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:19.207 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:19.209 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:19.211 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
20:07:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:07:19Z chronyd exiting
20:07:19.552 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:19.552 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:19.552 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:19.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:19.553 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:19.553 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:19.553 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:19.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:19.553 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:19.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:19.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:19.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:19.555 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:19.577 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.577 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.578 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.579 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28657), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [166ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [176ms] refreshing cache from master, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [326ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [327ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [329ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [329ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [336ms] refreshing cache from master, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [371ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [372ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [373ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [375ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [396ms] refreshing cache from master, [396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [397ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [398ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [398ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [399ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [416ms] refreshing cache from master, [416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [418ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [419ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [420ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [420ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [436ms] refreshing cache from master, [436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [439ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [440ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [440ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [440ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [457ms] refreshing cache from master, [457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [460ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [460ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [537ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [538ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [538ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [538ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [597ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [598ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [599ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [599ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1036ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1037ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1042ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1676ms] refreshing cache from master, [1676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1678ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1678ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1679ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1679ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1736ms] refreshing cache from master, [1736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1738ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1739ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1739ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1739ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2116ms] refreshing cache from master, [2116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2118ms] too many traces: truncated at 100 traces, deferred=Deferred@1722674233(state=PENDING, result=null, callback=(continuation of Deferred@1648733154 after retry RPC after error@767561286) -> (continuation of Deferred@606416963 after retry RPC after error@761318618) -> (continuation of Deferred@1656055855 after retry RPC after error@1336604673) -> (continuation of Deferred@1115717279 after retry RPC after error@1772977161) -> (continuation of Deferred@537953539 after retry RPC after error@945949680) -> (continuation of Deferred@2044194533 after retry RPC after error@2065209570) -> (continuation of Deferred@1594106399 after retry RPC after error@2006028164) -> (continuation of Deferred@838330197 after retry RPC after error@236430849) -> (continuation of Deferred@1895659782 after retry RPC after error@199963954) -> (continuation of Deferred@86550101 after retry RPC after error@909918047) -> (continuation of Deferred@764564951 after retry RPC after error@2130884594) -> (continuation of Deferred@1071168585 after retry RPC after error@1749662250) -> (continuation of Deferred@1472882201 after retry RPC after error@1033758261) -> (continuation of Deferred@1197289275 after retry RPC after error@1658864912) -> (continuation of Deferred@1721634299 after retry RPC after error@887153491) -> (continuation of Deferred@451552771 after retry RPC after error@2059548811) -> (continuation of Deferred@1822757885 after retry RPC after error@1609338689) -> (continuation of Deferred@352149633 after retry RPC after error@2140148981) -> (continuation of Deferred@997116417 after retry RPC after error@12836010) -> (continuation of Deferred@2135248219 after retry RPC after error@903674) -> (continuation of Deferred@1300116792 after retry RPC after error@1397135025), errback=(continuation of Deferred@1648733154 after retry RPC after error@767561286) -> (continuation of Deferred@606416963 after retry RPC after error@761318618) -> (continuation of Deferred@1656055855 after retry RPC after error@1336604673) -> (continuation of Deferred@1115717279 after retry RPC after error@1772977161) -> (continuation of Deferred@537953539 after retry RPC after error@945949680) -> (continuation of Deferred@2044194533 after retry RPC after error@2065209570) -> (continuation of Deferred@1594106399 after retry RPC after error@2006028164) -> (continuation of Deferred@838330197 after retry RPC after error@236430849) -> (continuation of Deferred@1895659782 after retry RPC after error@199963954) -> (continuation of Deferred@86550101 after retry RPC after error@909918047) -> (continuation of Deferred@764564951 after retry RPC after error@2130884594) -> (continuation of Deferred@1071168585 after retry RPC after error@1749662250) -> (continuation of Deferred@1472882201 after retry RPC after error@1033758261) -> (continuation of Deferred@1197289275 after retry RPC after error@1658864912) -> (continuation of Deferred@1721634299 after retry RPC after error@887153491) -> (continuation of Deferred@451552771 after retry RPC after error@2059548811) -> (continuation of Deferred@1822757885 after retry RPC after error@1609338689) -> (continuation of Deferred@352149633 after retry RPC after error@2140148981) -> (continuation of Deferred@997116417 after retry RPC after error@12836010) -> (continuation of Deferred@2135248219 after retry RPC after error@903674) -> (continuation of Deferred@1300116792 after retry RPC after error@1397135025)))
20:07:19.630 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RESTARTING to RUNNING.
20:07:19.631 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 240f51d149f2bfe9236a66fd569edfd4 from Checkpoint 68 @ 1779134809670 for 240f51d149f2bfe9236a66fd569edfd4 located at file:/tmp/junit8520622371282220358/checkpoints/240f51d149f2bfe9236a66fd569edfd4/chk-68.
20:07:19.632 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
20:07:19.632 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:07:19.632 [INFO - Thread-36] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:07:19.632 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
20:07:19.632 [DEBUG - Thread-36] (Connection.java:575) [peer master-127.3.209.126:36643(127.3.209.126:36643)] disconnecting while in state TERMINATED
20:07:19.633 [DEBUG - Thread-36] (Connection.java:575) [peer master-127.3.209.125:46655(127.3.209.125:46655)] disconnecting while in state TERMINATED
20:07:19.633 [DEBUG - Thread-36] (Connection.java:575) [peer master-127.3.209.124:33411(127.3.209.124:33411)] disconnecting while in state TERMINATED
20:07:19.633 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:19.633 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:07:19.634 [INFO - Thread-36] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:07:19.634 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
20:07:19.635 [INFO - Thread-36] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:07:19.635 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68
20:07:19.635 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
20:07:19.635 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot c3eacbb3bc4efb61a13ce38fb17f4c68.
20:07:19.636 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:19.636 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
20:07:19.637 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 634e48703152bcf4290986b034e70d31
20:07:19.637 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68.
20:07:19.637 [DEBUG - Thread-36] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:19.637 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
20:07:19.637 [INFO - Thread-36] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:07:19.637 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:19.637 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
20:07:19.638 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 634e48703152bcf4290986b034e70d31.
20:07:19.638 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac
20:07:19.638 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
20:07:19.638 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:19.638 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:07:19.639 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:19.639 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 634e48703152bcf4290986b034e70d31.
20:07:19.639 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:19.639 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:19.639 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
20:07:19.639 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
20:07:19.639 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
20:07:19.639 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 020596577b5963aea2a2f280dcda99f3
20:07:19.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30bf3f1c
20:07:19.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:19.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:07:19.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:07:19.641 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:07:19.642 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
20:07:19.642 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot e4a0bb2bad51e2937e3ffb94d567e0ac.
20:07:19.642 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
20:07:19.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e7d38ac
20:07:19.643 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:19.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:19.643 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac.
20:07:19.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:07:19.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
20:07:19.644 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
20:07:19.644 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@446ae31
20:07:19.645 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8df1328
20:07:19.646 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:19.647 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:19.647 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 020596577b5963aea2a2f280dcda99f3.
20:07:19.648 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 020596577b5963aea2a2f280dcda99f3.
20:07:19.650 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
20:07:19.650 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
20:07:19.650 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a6bff2c
20:07:19.650 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:19.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:07:19.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
20:07:19.651 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
20:07:19.653 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a2f2ff2
20:07:19.655 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:19.656 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.656 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.657 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:19.657 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
20:07:19.657 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
20:07:19.657 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d0f1ae5
20:07:19.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:19.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:07:19.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:07:19.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.658 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:07:19.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.661 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c41f7ca
20:07:19.661 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:19.661 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:19.661 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:19.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:19.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:19.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:19.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:19.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:19.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:19.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:19.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:19.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:19.662 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:19.663 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:19.665 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.665 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.666 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.666 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:19.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.667 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.668 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:19.668 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.669 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.669 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.670 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.684 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:19.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.685 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.685 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:19.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.686 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.686 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.687 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:19.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.692 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.694 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:19.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.695 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.695 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:19.696 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.696 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.697 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.698 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.699 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134839698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:19.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.701 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.701 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.703 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:19.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.704 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.704 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:19.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.705 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:19.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.706 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.708 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:19.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.707 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.707 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.709 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.709 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:07:19.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.710 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.710 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.711 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.711 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
20:07:19.712 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.716 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.717 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.717 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.718 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.718 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.719 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.724 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:19.724 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:19.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.724 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:19.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.725 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:19.726 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.727 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.727 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.728 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.729 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.729 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.730 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.734 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.736 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.736 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.736 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.737 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.737 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.737 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.738 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.744 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:19.744 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:19.744 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:19.744 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:19.746 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.746 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.747 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.747 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.747 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.748 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.748 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.748 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.756 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.756 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.756 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.757 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.757 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.757 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.757 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.758 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.766 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.766 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.767 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.767 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.767 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.767 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.767 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.768 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.768 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.768 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.776 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.776 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.777 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.802 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:19.802 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.802 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:19.802 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.802 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:19.802 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.804 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.804 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.805 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.805 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.805 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.805 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.805 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:19.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.826 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.826 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.826 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.827 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.837 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.837 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.837 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.856 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.857 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.857 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.858 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.863 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:19.864 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:19.864 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:19.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.865 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:19.888 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.888 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.888 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.888 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.888 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.888 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.889 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.889 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.889 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.889 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.904 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:19.905 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:19.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.905 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:19.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:19.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:19.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:19.906 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:19.916 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.917 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.917 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.918 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.947 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.947 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.947 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.948 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:19.957 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:19.957 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:19.957 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:19.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:19.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:19.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:19.959 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.007 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.008 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.008 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.008 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.026 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.026 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.026 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.027 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.027 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.028 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.028 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.036 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.036 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.037 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.047 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.048 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.048 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.048 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.056 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.057 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.057 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.057 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.070 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:20.087 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.087 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.087 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.088 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.096 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.096 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.096 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.123 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:20.124 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:20.124 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:20.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:20.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:20.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:20.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:20.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:20.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:20.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:20.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:20.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:20.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:20.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:20.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134840198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:20.207 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
20:07:20.207 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
20:07:20.241 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:20.241 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:20.242 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:20.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:20.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:20.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:20.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:20.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:20.242 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:20.242 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:20.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:20.242 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:20.242 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:20.266 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:20.266 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:20.266 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:20.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:20.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:20.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:20.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:20.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:20.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:20.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:20.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:20.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:20.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:20.269 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:07:20.292 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:20.293 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:20.293 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:20.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:20.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:20.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:20.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:20.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:20.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:20.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:20.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:20.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:20.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:20.315 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashAndRangePartitioning: giving up after 1 attempts
E.20:07:20.315 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134840315
20:07:20.316 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134840316
20:07:20.322 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:07:20.323 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:20.323 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:20.323 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:20.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:20.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:20.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:20.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:20.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:20.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:20.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:20.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:20.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:20.324 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:20.327 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:07:20.327 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:07:20.327 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:07:20.328 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:07:20.328 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:07:20.331 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:07:20.337 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.337 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.337 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.343 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:20.344 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:20.344 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:20.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:20.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:20.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:20.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:20.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:20.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:20.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:20.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:20.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:20.345 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:20.444 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:20.444 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:20.444 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:20.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:20.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:20.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:20.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:20.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:20.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:20.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:20.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:20.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:20.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:20.516 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.517 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.517 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.518 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:20.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:20.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134840698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:20.710 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:07:20.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
20:07:20.772 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:07:20.772 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:07:20.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:20.776599  8257 mini_oidc.cc:150] Starting JWKS server
20:07:20.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:20.780225  8257 webserver.cc:533] Webserver started at http://127.0.0.1:46509/ using document root <none> and password file <none>
20:07:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:20.780712  8257 mini_oidc.cc:186] Starting OIDC Discovery server
20:07:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:20.782786  8257 webserver.cc:533] Webserver started at http://127.0.0.1:37273/ using document root <none> and password file <none>
20:07:20.827 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.828 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.828 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:07:20Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:07:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:07:20Z Disabled control of system clock
20:07:20.866 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.867 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.868 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:20.885601  8257 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/wal
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/data
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/logs
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/data/info.pb
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.126:37607
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.126
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46509/jwks.json with env {}
20:07:20.937 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:20.937 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:20.937 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:20.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:20.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:20.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:20.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:21.024 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:21.024 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:21.024 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:21.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:21.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:21.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:21.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:21.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:21.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:21.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:21.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:21.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:21.025 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:21.026 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:21.026 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:21.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:21.026 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:21.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:21.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:21.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:21.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:21.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:21.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:21.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:21.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:21.027 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:21.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:21.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:21.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134841199 for job de855ecde0984daac22d8a9ca6a04543.
20:07:21.211 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:07:21.212 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
20:07:21.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.235813  8269 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:21.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.236377  8269 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:21.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.236919  8269 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.274223  8269 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:07:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.274591  8269 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.274917  8269 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:07:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.275300  8269 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:07:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.275609  8269 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:07:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.275889  8269 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46509/jwks.json
20:07:21.316 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:21.317 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:21.317 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:21.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:21.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:21.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:21.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:21.317 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:21.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:21.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:21.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:21.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:21.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:21.319141  8269 master_runner.cc:387] Master server non-default flags:
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/data
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/wal
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.126:37607
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46509/jwks.json
20:07:21.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/data/info.pb
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.126
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/logs
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:21.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:21.320945  8269 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:21.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:21.323035  8269 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.337414  8275 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:21.563 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:21.564 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:21.564 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:21.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:21.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:21.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:21.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:21.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:21.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:21.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:21.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:21.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:21.567 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:21.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:21.647 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:21.648 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:21.648 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:21.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:21.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:21.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:21.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:21.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:21.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:21.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:21.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:21.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:21.652 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:21.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:21.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134841699 for job de855ecde0984daac22d8a9ca6a04543.
20:07:21.716 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:07:21.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
20:07:21.773 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:21.773 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:21.773 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:21.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:21.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:21.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:21.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:21.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:21.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:21.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:21.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:21.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:21.776 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:22.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:22.097 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:22.098 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:22.099 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:22.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:22.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:22.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:22.100 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:22.100 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:22.100 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:22.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:22.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:22.101 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:22.101 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:22.126 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:22.127 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:22.127 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:22.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:22.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:22.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:22.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:22.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:22.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:22.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:22.130 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:22.130 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:22.130 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:22.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:22.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134842198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:22.225 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=24 ms, finalizationTime=3 ms).
20:07:22.233 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
20:07:22.306 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:22.307 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:22.308 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:22.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:22.309 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:22.309 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:22.309 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:22.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:22.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:22.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:22.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:22.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:22.311 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:22.484 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:22.485 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:22.485 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:22.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:22.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:22.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:22.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:22.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:22.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:22.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:22.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:22.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:22.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:22.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:22.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:22.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134842698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:22.717 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:07:22.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
20:07:22.721 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:22.721 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:22.721 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:22.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:22.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:22.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:22.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:22.722 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:22.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:22.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:22.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:22.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:22.722 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:22.741899  8274 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 8269
20:07:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:22.772749  8269 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.436s	user 0.522s	sys 0.907s
20:07:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:21.337436  8276 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:22.773993  8269 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.438s	user 0.522s	sys 0.908s
20:07:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:22.776176  8278 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:22.783 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:22.783501  8277 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1437 milliseconds
20:07:22.784 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:22.784 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:22.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:22.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:22.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:22.784 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:22.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.783501  8269 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:22.784 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:22.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:22.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:22.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:22.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.785326  8269 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:22.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.787855  8269 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:22.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.789379  8269 hybrid_clock.cc:648] HybridClock initialized: now 1779134842789327 us; error 35 us; skew 500 ppm
20:07:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.790448  8269 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.803184  8269 webserver.cc:533] Webserver started at http://127.8.16.126:45217/ using document root <none> and password file <none>
20:07:22.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.804298  8269 fs_manager.cc:362] Metadata directory not provided
20:07:22.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.804566  8269 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:22.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.804996  8269 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.810068  8269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/data/instance:
20:07:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfdb76aac42d4a48926e34247bd781d2"
20:07:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:22 on dist-test-slave-66b9"
20:07:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.811344  8269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/wal/instance:
20:07:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfdb76aac42d4a48926e34247bd781d2"
20:07:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:22 on dist-test-slave-66b9"
20:07:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.819864  8269 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.000s	sys 0.008s
20:07:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.827636  8286 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.829057  8269 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.005s
20:07:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.829438  8269 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/wal
20:07:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfdb76aac42d4a48926e34247bd781d2"
20:07:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:22 on dist-test-slave-66b9"
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.829809  8269 fs_report.cc:389] FS layout report
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/wal
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/wal
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/data/data
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.886050  8269 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.887751  8269 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.888276  8269 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:22.963 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:22.964 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:22.964 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:22.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:22.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:22.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:22.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:22.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:22.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:22.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:22.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:22.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:22.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.978402  8269 rpc_server.cc:307] RPC server started. Bound to: 127.8.16.126:37607
20:07:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.978497  8337 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.16.126:37607 every 8 connection(s)
20:07:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.982268  8269 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/data/info.pb
20:07:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.989913  8338 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.991477  8257 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 8269
20:07:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.992000  8257 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-0/wal/instance
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:22.997684  8257 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/wal
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/data
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/logs
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/data/info.pb
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.125:44243
20:07:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.125
20:07:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:22.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46509/jwks.json with env {}
20:07:23.003 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:23.003 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:23.003 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:23.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.007619  8338 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } has no permanent_uuid. Determining permanent_uuid...
20:07:23.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.045068  8338 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } has no permanent_uuid. Determining permanent_uuid...
20:07:23.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.048215  8288 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.16.125:44243: connect: Connection refused (error 111)
20:07:23.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.053217  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.125:44243: Network error: Client connection negotiation failed: client connection to 127.8.16.125:44243: connect: Connection refused (error 111)
20:07:23.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.102833  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } attempt: 1
20:07:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.107406  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.125:44243: Network error: Client connection negotiation failed: client connection to 127.8.16.125:44243: connect: Connection refused (error 111)
20:07:23.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.176199  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } attempt: 2
20:07:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.182679  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.125:44243: Network error: Client connection negotiation failed: client connection to 127.8.16.125:44243: connect: Connection refused (error 111)
20:07:23.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:23.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134843198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:23.212 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
20:07:23.213 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
20:07:23.226 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:23.226 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:23.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:23.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:23.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:23.227 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:23.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:23.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:23.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:23.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:23.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:23.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:23.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.274120  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } attempt: 3
20:07:23.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.280105  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.125:44243: Network error: Client connection negotiation failed: client connection to 127.8.16.125:44243: connect: Connection refused (error 111)
20:07:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.371270  8340 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.371991  8340 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.372665  8340 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:23.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.413187  8340 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:07:23.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.413578  8340 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.413932  8340 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:07:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.414351  8340 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:07:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.414693  8340 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:07:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.414991  8340 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46509/jwks.json
20:07:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.423861  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } attempt: 4
20:07:23.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.429335  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.125:44243: Network error: Client connection negotiation failed: client connection to 127.8.16.125:44243: connect: Connection refused (error 111)
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.461727  8340 master_runner.cc:387] Master server non-default flags:
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/data
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/wal
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.125:44243
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46509/jwks.json
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/data/info.pb
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.125
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/logs
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.463522  8340 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.465518  8340 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.478999  8349 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:23.543 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:23.543 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:23.544 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:23.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.546 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.546 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:23.570 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:23.642 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:23.642 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:23.642 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:23.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.644 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:23.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:23.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134843698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:23.721 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=19 ms, finalizationTime=3 ms).
20:07:23.722 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
20:07:23.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:23.728849  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } attempt: 5
20:07:23.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.739319  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.125:44243: Network error: Client connection negotiation failed: client connection to 127.8.16.125:44243: connect: Connection refused (error 111)
20:07:23.873 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:23.873 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:23.873 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:23.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:23.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:23.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:23.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:23.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:23.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:23.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:23.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:23.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:23.875 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:23.903 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:23.904 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:23.904 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:23.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.906 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:23.917 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:23.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:23.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:23.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:23.919 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:23.919 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:23.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:23.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:23.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:23.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:23.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:23.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:23.920 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:23.985 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:23.985 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:23.985 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:23.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.986 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.986 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:23.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:23.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:23.987 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:24.070 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:24.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:24.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134844198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:24.213 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:07:24.217 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
20:07:24.242 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:24.242 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:24.242 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:24.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:24.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:24.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:24.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:24.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:24.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:24.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:24.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:24.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:24.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:24.286916  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } attempt: 6
20:07:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:24.315171  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.125:44243: Network error: Client connection negotiation failed: client connection to 127.8.16.125:44243: connect: Connection refused (error 111)
20:07:24.392 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:24.392 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:24.392 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:24.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:24.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:24.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:24.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:24.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:24.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:24.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:24.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:24.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:24.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:24.405 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:24.405 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:24.405 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:24.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:24.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:24.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:24.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:24.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:24.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:24.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:24.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:24.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:24.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:24.517 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:24.517 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:24.517 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:24.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.520 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:24.566 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:24.566 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:24.566 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:24.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:24.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:24.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:24.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:24.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:24.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:24.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:24.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:24.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:24.568 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:24.570 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:24.657 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:24.657 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:24.657 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:24.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:24.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:24.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134844698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:24.713 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
20:07:24.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
20:07:24.748 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:24.748 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:24.749 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:24.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.750 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.751 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:24.757 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:24.757 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:24.757 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:24.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:24.837 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:24.838 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:24.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.838 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:24.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:24.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.839 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:24.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:24.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:25.003 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:25.003 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:25.004 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:25.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:25.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:25.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:25.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:25.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:25.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:25.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:25.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:25.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:25.006 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:25.070 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:24.883242  8348 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 8340
20:07:25.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.118947  8348 kernel_stack_watchdog.cc:198] Thread 8340 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
20:07:25.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:07:25.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:07:25.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:07:25.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:07:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:23.479446  8350 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.119627  8340 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.641s	user 0.002s	sys 0.000s
20:07:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.120028  8340 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.641s	user 0.002s	sys 0.001s
20:07:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.122967  8352 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.126291  8351 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1639 milliseconds
20:07:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.126413  8340 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.128089  8340 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:25.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.131136  8340 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.132639  8340 hybrid_clock.cc:648] HybridClock initialized: now 1779134845132587 us; error 111 us; skew 500 ppm
20:07:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.133589  8340 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:25.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.140527  8340 webserver.cc:533] Webserver started at http://127.8.16.125:34671/ using document root <none> and password file <none>
20:07:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.141669  8340 fs_manager.cc:362] Metadata directory not provided
20:07:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.141943  8340 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.142545  8340 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.147722  8340 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/data/instance:
20:07:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afe3b522cdfa49659fe6ab35a8b6cd69"
20:07:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:25 on dist-test-slave-66b9"
20:07:25.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.149103  8340 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/wal/instance:
20:07:25.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afe3b522cdfa49659fe6ab35a8b6cd69"
20:07:25.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:25 on dist-test-slave-66b9"
20:07:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.157001  8340 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
20:07:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.163280  8361 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.164690  8340 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
20:07:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.165001  8340 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/wal
20:07:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afe3b522cdfa49659fe6ab35a8b6cd69"
20:07:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:25 on dist-test-slave-66b9"
20:07:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.165378  8340 fs_report.cc:389] FS layout report
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/wal
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/wal
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/data/data
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:25.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:25.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134845199 for job de855ecde0984daac22d8a9ca6a04543.
20:07:25.209 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:07:25.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
20:07:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.226727  8340 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.228317  8340 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.228773  8340 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.318063  8340 rpc_server.cc:307] RPC server started. Bound to: 127.8.16.125:44243
20:07:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.318486  8412 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.16.125:44243 every 8 connection(s)
20:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.321485  8340 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/data/info.pb
20:07:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.326138  8257 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 8340
20:07:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.326750  8257 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-1/wal/instance
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.329152  8257 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/wal
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/data
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/logs
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/data/info.pb
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.124:43447
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.124
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46509/jwks.json with env {}
20:07:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.329384  8413 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.346431  8413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } has no permanent_uuid. Determining permanent_uuid...
20:07:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.375757  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } attempt: 7
20:07:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.398388  8413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } has no permanent_uuid. Determining permanent_uuid...
20:07:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.420688  8338 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } has no permanent_uuid. Determining permanent_uuid...
20:07:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.428397  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.430146  8413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } has no permanent_uuid. Determining permanent_uuid...
20:07:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.433509  8364 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.438908  8413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.487075  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 1
20:07:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.488487  8413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 1
20:07:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.493499  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.496366  8413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.564862  8413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 2
20:07:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.570206  8413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.575168  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 2
20:07:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.581300  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.662186  8413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 3
20:07:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.666750  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 3
20:07:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.675149  8413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.683418  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:25.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134845698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:25.709 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:25.710 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
20:07:25.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.768395  8415 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:25.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.769124  8415 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:25.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.769759  8415 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:25.772 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:25.772 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:25.773 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:25.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:25.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:25.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:25.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:25.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:25.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:25.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:25.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:25.773 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:25.773 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:25.804 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:25.804 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:25.805 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:25.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:25.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:25.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:25.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:25.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:25.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:25.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:25.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:25.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:25.806 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:25.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.808270  8415 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:07:25.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.808650  8415 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.808959  8415 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:07:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.809253  8415 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:07:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.809578  8415 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:07:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.810000  8415 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46509/jwks.json
20:07:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.818755  8413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 4
20:07:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.823299  8413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.823805  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 4
20:07:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.828006  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.853119  8415 master_runner.cc:387] Master server non-default flags:
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/data
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/wal
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.124:43447
20:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46509/jwks.json
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/data/info.pb
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.124
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/logs
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.854454  8415 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:25.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:25.856263  8415 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.869678  8428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:25.881 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:25.882 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:25.882 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:25.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:25.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:25.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:25.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:25.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:25.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:25.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:25.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:25.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:25.883 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:26.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:26.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:26.111500  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 5
20:07:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:26.119419  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:26.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:26.122741  8413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 5
20:07:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:26.130594  8413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:26.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:26.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134846198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:26.209 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:26.211 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
20:07:26.566 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:26.566 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:26.566 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:26.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.568 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:26.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:26.617 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:26.617 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:26.618 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:26.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.619 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:26.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:26.672024  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 6
20:07:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:26.674301  8334 debug-util.cc:398] Leaking SignalData structure 0x7b08000706e0 after lost signal to thread 8270
20:07:26.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:26.675279  8334 debug-util.cc:398] Leaking SignalData structure 0x7b0800070960 after lost signal to thread 8337
20:07:26.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:26.678231  8413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 6
20:07:26.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:26.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134846698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:26.717 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:07:26.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
20:07:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:26.722182  8413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:26.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:26.728387  8338 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.16.124:43447: Network error: Client connection negotiation failed: client connection to 127.8.16.124:43447: connect: Connection refused (error 111)
20:07:26.937 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:26.937 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:26.937 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:26.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.940 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:26.965 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:26.965 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:26.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:26.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:26.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:26.967 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:26.967 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:26.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:26.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:26.968 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:26.968 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:26.968 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:26.968 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:26.988 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:26.988 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:26.988 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:26.989 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.989 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.989 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:26.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:26.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:26.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:27.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:27.143 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:27.143 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:27.144 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:27.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:27.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:27.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:27.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:27.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:27.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:27.146 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:27.146 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:27.146 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:27.146 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:27.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:27.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134847198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:27.228 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=29 ms, finalizationTime=1 ms).
20:07:27.230 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
20:07:27.263 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:27.264 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:27.264 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:27.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:27.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:27.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:27.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:27.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:27.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:27.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:27.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:27.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:27.266 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:25.870009  8429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:27.418464  8431 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:27.418720  8430 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1548 milliseconds
20:07:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.419364  8415 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:27.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.424333  8415 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.428187  8415 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:27.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.429859  8415 hybrid_clock.cc:648] HybridClock initialized: now 1779134847429809 us; error 43 us; skew 500 ppm
20:07:27.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.431074  8415 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.439602  8415 webserver.cc:533] Webserver started at http://127.8.16.124:36591/ using document root <none> and password file <none>
20:07:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.441013  8415 fs_manager.cc:362] Metadata directory not provided
20:07:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.441457  8415 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.442214  8415 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.450235  8415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/data/instance:
20:07:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549"
20:07:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:27 on dist-test-slave-66b9"
20:07:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.452008  8415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/wal/instance:
20:07:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549"
20:07:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:27 on dist-test-slave-66b9"
20:07:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.463056  8415 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.011s	sys 0.001s
20:07:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.472528  8442 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.474316  8415 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.004s
20:07:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.474916  8415 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/wal
20:07:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549"
20:07:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:27 on dist-test-slave-66b9"
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.475697  8415 fs_report.cc:389] FS layout report
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/wal
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/wal
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/data/data
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.552011  8415 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.554243  8415 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.554854  8415 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:27.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:27.593 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:27.593 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:27.593 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:27.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:27.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:27.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:27.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:27.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:27.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:27.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:27.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:27.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:27.594 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:27.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.661496  8415 rpc_server.cc:307] RPC server started. Bound to: 127.8.16.124:43447
20:07:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.661574  8493 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.16.124:43447 every 8 connection(s)
20:07:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.664820  8415 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/data/info.pb
20:07:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.672991  8257 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 8415
20:07:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.673133  8494 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.673550  8257 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/master-2/wal/instance
20:07:27.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.691231  8494 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } has no permanent_uuid. Determining permanent_uuid...
20:07:27.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134847698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:27.709 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:27.710 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
20:07:27.717 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:27.717 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:27.717 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:27.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:27.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:27.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:27.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:27.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:27.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:27.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:27.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:27.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:27.719 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.727931  8494 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } has no permanent_uuid. Determining permanent_uuid...
20:07:27.746 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:27.746 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:27.746 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:27.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.746260  8494 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } has no permanent_uuid. Determining permanent_uuid...
20:07:27.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:27.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:27.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:27.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:27.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:27.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:27.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:27.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:27.748 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.762053  8338 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 7
20:07:27.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.781298  8494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549: Bootstrap starting.
20:07:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.782781  8413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } attempt: 7
20:07:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.800768  8494 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549: Neither blocks nor log segments found. Creating new log.
20:07:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.803112  8494 log.cc:826] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549: Log is configured to *not* fsync() on all Append() calls
20:07:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.809512  8338 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2: Bootstrap starting.
20:07:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.820376  8338 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2: Neither blocks nor log segments found. Creating new log.
20:07:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.823936  8338 log.cc:826] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2: Log is configured to *not* fsync() on all Append() calls
20:07:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.827176  8494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549: No bootstrap required, opened a new log
20:07:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.832741  8413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69: Bootstrap starting.
20:07:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.832888  8338 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2: No bootstrap required, opened a new log
20:07:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.844491  8413 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69: Neither blocks nor log segments found. Creating new log.
20:07:27.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.847271  8413 log.cc:826] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69: Log is configured to *not* fsync() on all Append() calls
20:07:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.862537  8413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69: No bootstrap required, opened a new log
20:07:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.866673  8338 raft_consensus.cc:359] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.867635  8338 raft_consensus.cc:385] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.867961  8338 raft_consensus.cc:740] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dfdb76aac42d4a48926e34247bd781d2, State: Initialized, Role: FOLLOWER
20:07:27.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.869140  8338 consensus_queue.cc:260] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.874074  8494 raft_consensus.cc:359] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.875034  8494 raft_consensus.cc:385] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.875351  8494 raft_consensus.cc:740] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 43d2f6ef93f3429c9a5f2cb5b42e5549, State: Initialized, Role: FOLLOWER
20:07:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.876452  8494 consensus_queue.cc:260] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.881234  8338 sys_catalog.cc:565] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [sys.catalog]: configured and running, proceeding with master startup.
20:07:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.883335  8509 sys_catalog.cc:455] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.884414  8509 sys_catalog.cc:458] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [sys.catalog]: This master's current role is: FOLLOWER
20:07:27.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.891490  8510 sys_catalog.cc:455] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.892639  8510 sys_catalog.cc:458] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [sys.catalog]: This master's current role is: FOLLOWER
20:07:27.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.893651  8494 sys_catalog.cc:565] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [sys.catalog]: configured and running, proceeding with master startup.
20:07:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.912823  8413 raft_consensus.cc:359] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.913820  8413 raft_consensus.cc:385] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.914178  8413 raft_consensus.cc:740] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afe3b522cdfa49659fe6ab35a8b6cd69, State: Initialized, Role: FOLLOWER
20:07:27.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.915135  8413 consensus_queue.cc:260] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:27.916366  8292 tablet.cc:2404] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.919458  8520 sys_catalog.cc:455] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.926260  8520 sys_catalog.cc:458] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [sys.catalog]: This master's current role is: FOLLOWER
20:07:27.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.930214  8413 sys_catalog.cc:565] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [sys.catalog]: configured and running, proceeding with master startup.
20:07:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:27.980595  8534 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:07:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:27.982297  8534 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:07:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:27.987577  8367 tablet.cc:2404] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.992686  8510 raft_consensus.cc:493] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.993530  8510 raft_consensus.cc:515] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.994961  8539 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:07:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.996547  8520 raft_consensus.cc:493] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:27.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.997148  8520 raft_consensus.cc:515] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.001060  8313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfdb76aac42d4a48926e34247bd781d2" is_pre_election: true
20:07:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.002257  8313 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afe3b522cdfa49659fe6ab35a8b6cd69 in term 0.
20:07:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.002545  8312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfdb76aac42d4a48926e34247bd781d2" is_pre_election: true
20:07:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.003162  8312 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 43d2f6ef93f3429c9a5f2cb5b42e5549 in term 0.
20:07:28.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.004217  8362 leader_election.cc:304] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afe3b522cdfa49659fe6ab35a8b6cd69, dfdb76aac42d4a48926e34247bd781d2; no voters: 
20:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.006399  8469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" is_pre_election: true
20:07:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.007351  8469 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afe3b522cdfa49659fe6ab35a8b6cd69 in term 0.
20:07:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.009173  8520 leader_election.cc:290] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dfdb76aac42d4a48926e34247bd781d2 (127.8.16.126:37607), 43d2f6ef93f3429c9a5f2cb5b42e5549 (127.8.16.124:43447)
20:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.011207  8443 leader_election.cc:304] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 43d2f6ef93f3429c9a5f2cb5b42e5549, dfdb76aac42d4a48926e34247bd781d2; no voters: 
20:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.015851  8510 leader_election.cc:290] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dfdb76aac42d4a48926e34247bd781d2 (127.8.16.126:37607), afe3b522cdfa49659fe6ab35a8b6cd69 (127.8.16.125:44243)
20:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.016789  8520 raft_consensus.cc:2804] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.017166  8520 raft_consensus.cc:493] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.017485  8520 raft_consensus.cc:3060] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 0 FOLLOWER]: Advancing to term 1
20:07:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.016402  8510 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.018851  8388 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" is_pre_election: true
20:07:28.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.024963  8510 raft_consensus.cc:493] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:28.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.025480  8510 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 0 FOLLOWER]: Advancing to term 1
20:07:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.046253  8520 raft_consensus.cc:515] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.047631  8388 raft_consensus.cc:2393] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 43d2f6ef93f3429c9a5f2cb5b42e5549 in current term 1: Already voted for candidate afe3b522cdfa49659fe6ab35a8b6cd69 in this term.
20:07:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.014331  8269 master_runner.cc:187] Error getting master registration for 127.8.16.125:44243: OK, instance_id { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" instance_seqno: 1779134845293266 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:07:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.051028  8269 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:07:28.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.052853  8510 raft_consensus.cc:515] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:28.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:28.063189  8448 tablet.cc:2404] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:28.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.063623  8312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfdb76aac42d4a48926e34247bd781d2"
20:07:28.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.064361  8510 leader_election.cc:290] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [CANDIDATE]: Term 1 election: Requested vote from peers dfdb76aac42d4a48926e34247bd781d2 (127.8.16.126:37607), afe3b522cdfa49659fe6ab35a8b6cd69 (127.8.16.125:44243)
20:07:28.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.064301  8312 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [term 0 FOLLOWER]: Advancing to term 1
20:07:28.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:27.950084  8415 master_runner.cc:187] Error getting master registration for 127.8.16.126:37607: OK, instance_id { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" instance_seqno: 1779134842951694 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:07:28.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.065168  8415 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:07:28.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.066102  8469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549"
20:07:28.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.066923  8469 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate afe3b522cdfa49659fe6ab35a8b6cd69 in current term 1: Already voted for candidate 43d2f6ef93f3429c9a5f2cb5b42e5549 in this term.
20:07:28.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.062125  8520 leader_election.cc:290] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [CANDIDATE]: Term 1 election: Requested vote from peers dfdb76aac42d4a48926e34247bd781d2 (127.8.16.126:37607), 43d2f6ef93f3429c9a5f2cb5b42e5549 (127.8.16.124:43447)
20:07:28.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.066088  8388 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69"
20:07:28.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.067863  8313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfdb76aac42d4a48926e34247bd781d2"
20:07:28.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.068375  8388 raft_consensus.cc:2393] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 43d2f6ef93f3429c9a5f2cb5b42e5549 in current term 1: Already voted for candidate afe3b522cdfa49659fe6ab35a8b6cd69 in this term.
20:07:28.072 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.070485  8443 leader_election.cc:304] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 43d2f6ef93f3429c9a5f2cb5b42e5549; no voters: afe3b522cdfa49659fe6ab35a8b6cd69, dfdb76aac42d4a48926e34247bd781d2
20:07:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.072415  8510 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
20:07:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.075600  8312 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate afe3b522cdfa49659fe6ab35a8b6cd69 in term 1.
20:07:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.098440  8362 leader_election.cc:304] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: afe3b522cdfa49659fe6ab35a8b6cd69, dfdb76aac42d4a48926e34247bd781d2; no voters: 43d2f6ef93f3429c9a5f2cb5b42e5549
20:07:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.100797  8520 raft_consensus.cc:2804] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 1 FOLLOWER]: Leader election won for term 1
20:07:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.101464  8520 raft_consensus.cc:697] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [term 1 LEADER]: Becoming Leader. State: Replica: afe3b522cdfa49659fe6ab35a8b6cd69, State: Running, Role: LEADER
20:07:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.102559  8520 consensus_queue.cc:237] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } }
20:07:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:28.114249  8547 catalog_manager.cc:1593] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:07:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:28.116385  8547 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:07:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.130409  8544 sys_catalog.cc:455] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [sys.catalog]: SysCatalogTable state changed. Reason: New leader afe3b522cdfa49659fe6ab35a8b6cd69. Latest consensus state: current_term: 1 leader_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.131358  8544 sys_catalog.cc:458] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [sys.catalog]: This master's current role is: LEADER
20:07:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.147325  8550 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:07:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.165395  8550 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:07:28.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.191653  8469 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [term 1 FOLLOWER]: Refusing update from remote peer afe3b522cdfa49659fe6ab35a8b6cd69: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:07:28.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134848198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.198839  8544 consensus_queue.cc:1048] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [LEADER]: Connected to new peer: Peer: permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.215770  8312 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [term 1 FOLLOWER]: Refusing update from remote peer afe3b522cdfa49659fe6ab35a8b6cd69: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:07:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.219847  8544 consensus_queue.cc:1048] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:28.231 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=33 ms, finalizationTime=0 ms).
20:07:28.232 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
20:07:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.286473  8510 sys_catalog.cc:455] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [sys.catalog]: SysCatalogTable state changed. Reason: New leader afe3b522cdfa49659fe6ab35a8b6cd69. Latest consensus state: current_term: 1 leader_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.286458  8509 sys_catalog.cc:455] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader afe3b522cdfa49659fe6ab35a8b6cd69. Latest consensus state: current_term: 1 leader_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.287189  8510 sys_catalog.cc:458] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [sys.catalog]: This master's current role is: FOLLOWER
20:07:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.287210  8509 sys_catalog.cc:458] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [sys.catalog]: This master's current role is: FOLLOWER
20:07:28.301 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:28.302 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:28.303 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:28.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:28.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:28.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:28.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:28.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:28.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:28.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:28.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:28.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:28.304 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.305871  8544 sys_catalog.cc:455] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.306453  8552 mvcc.cc:204] Tried to move back new op lower bound from 7287336338173546496 to 7287336337846689792. Current Snapshot: MvccSnapshot[applied={T|T < 7287336338173546496}]
20:07:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.306663  8544 sys_catalog.cc:458] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [sys.catalog]: This master's current role is: LEADER
20:07:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.308104  8544 sys_catalog.cc:455] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.308791  8544 sys_catalog.cc:458] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69 [sys.catalog]: This master's current role is: LEADER
20:07:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.321684  8550 catalog_manager.cc:1382] Generated new cluster ID: 87440eb083af4966b9e686b77306467a
20:07:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.322053  8550 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:07:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.326082  8510 sys_catalog.cc:455] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.326802  8510 sys_catalog.cc:458] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549 [sys.catalog]: This master's current role is: FOLLOWER
20:07:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.336269  8509 sys_catalog.cc:455] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfdb76aac42d4a48926e34247bd781d2" member_type: VOTER last_known_addr { host: "127.8.16.126" port: 37607 } } peers { permanent_uuid: "afe3b522cdfa49659fe6ab35a8b6cd69" member_type: VOTER last_known_addr { host: "127.8.16.125" port: 44243 } } peers { permanent_uuid: "43d2f6ef93f3429c9a5f2cb5b42e5549" member_type: VOTER last_known_addr { host: "127.8.16.124" port: 43447 } } }
20:07:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.336977  8509 sys_catalog.cc:458] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2 [sys.catalog]: This master's current role is: FOLLOWER
20:07:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.349956  8550 catalog_manager.cc:1405] Generated new certificate authority record
20:07:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.352079  8550 catalog_manager.cc:1539] Loading token signing keys...
20:07:28.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.405743  8550 catalog_manager.cc:6069] T 00000000000000000000000000000000 P afe3b522cdfa49659fe6ab35a8b6cd69: Generated new TSK 0
20:07:28.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.406904  8550 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.449378  8257 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/wal
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/data
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/logs
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/data/info.pb
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.65:0
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.16.65
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.65
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:28.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:28.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:28.526 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:28.526 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:28.527 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:28.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:28.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:28.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:28.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:28.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:28.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:28.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:28.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:28.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:28.528 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:28.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:28.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:28.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134848699 for job de855ecde0984daac22d8a9ca6a04543.
20:07:28.712 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:07:28.714 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
20:07:28.761 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:28.762 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:28.762 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:28.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:28.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:28.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:28.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:28.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:28.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:28.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:28.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:28.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:28.763 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:28.868 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:28.868 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:28.868 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:28.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:28.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:28.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:28.869 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:28.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:28.869 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:28.870 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:28.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:28.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:28.870 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.990052  8534 catalog_manager.cc:1294] Loaded cluster ID: 87440eb083af4966b9e686b77306467a
20:07:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:28.990350  8534 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549: loading cluster ID for follower catalog manager: success
20:07:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:29.009464  8534 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549: acquiring CA information for follower catalog manager: success
20:07:29.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:29.021726  8534 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 43d2f6ef93f3429c9a5f2cb5b42e5549: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:07:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:29.029647  8539 catalog_manager.cc:1294] Loaded cluster ID: 87440eb083af4966b9e686b77306467a
20:07:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:29.030160  8539 catalog_manager.cc:1587] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2: loading cluster ID for follower catalog manager: success
20:07:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:29.054291  8539 catalog_manager.cc:1609] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2: acquiring CA information for follower catalog manager: success
20:07:29.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:29.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:29.075397  8539 catalog_manager.cc:1637] T 00000000000000000000000000000000 P dfdb76aac42d4a48926e34247bd781d2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:07:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:29.113956  8560 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:29.114666  8560 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:29.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:29.116135  8560 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:29.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:29.198 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134849198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:29.214 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:07:29.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
20:07:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:29.274876  8560 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:29.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:29.276588  8560 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.16.65
20:07:29.297 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:29.297 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:29.298 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:29.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:29.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:29.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:29.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:29.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:29.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:29.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:29.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:29.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:29.299 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:29.448503  8560 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/data
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/wal
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.65:0
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/data/info.pb
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.65
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.16.65
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/logs
20:07:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:29.450381  8560 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:29.452842  8560 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:29.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:29.512256  8570 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:29.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:29.663 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:29.664 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:29.664 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:29.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:29.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:29.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:29.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:29.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:29.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:29.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:29.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:29.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:29.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:29.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:29.698 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134849698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:29.707 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:07:29.709 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
20:07:29.821 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:29.822 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:29.822 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:29.822 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:29.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:29.822 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:29.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:29.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:29.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:29.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:29.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:29.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:29.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:29.826 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28249), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [12ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [32ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [33ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [115ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [116ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [116ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [148ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [148ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [205ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [205ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [205ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [205ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [364ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [364ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [566ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [566ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [567ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [567ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [568ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [568ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1525ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1526ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3084ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [6862ms] refreshing cache from master, [6862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [6862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [6863ms] too many traces: truncated at 100 traces, deferred=Deferred@1274585601(state=PENDING, result=null, callback=(continuation of Deferred@1248579342 after retry RPC after error@193518802) -> (continuation of Deferred@1030427964 after retry RPC after error@856506426) -> (continuation of Deferred@663415530 after retry RPC after error@1789516933) -> (continuation of Deferred@261027353 after retry RPC after error@1457220418) -> (continuation of Deferred@653657801 after retry RPC after error@35629926) -> (continuation of Deferred@2052696834 after retry RPC after error@2002083440) -> (continuation of Deferred@1636027933 after retry RPC after error@506990032) -> (continuation of Deferred@697218222 after retry RPC after error@1953880369) -> (continuation of Deferred@192483972 after retry RPC after error@1441908918) -> (continuation of Deferred@151403874 after retry RPC after error@1407242530) -> (continuation of Deferred@281937128 after retry RPC after error@1260509759) -> (continuation of Deferred@1945371412 after retry RPC after error@650687881) -> (continuation of Deferred@1187056892 after retry RPC after error@66377273) -> (continuation of Deferred@1347127792 after retry RPC after error@869010061) -> (continuation of Deferred@2099529444 after retry RPC after error@1480856167) -> (continuation of Deferred@1422660758 after retry RPC after error@117961952) -> (continuation of Deferred@1481347458 after retry RPC after error@551843782) -> (continuation of Deferred@339259368 after retry RPC after error@740358523) -> (continuation of Deferred@677620476 after retry RPC after error@733655665) -> (continuation of Deferred@2049707777 after retry RPC after error@1366084126), errback=(continuation of Deferred@1248579342 after retry RPC after error@193518802) -> (continuation of Deferred@1030427964 after retry RPC after error@856506426) -> (continuation of Deferred@663415530 after retry RPC after error@1789516933) -> (continuation of Deferred@261027353 after retry RPC after error@1457220418) -> (continuation of Deferred@653657801 after retry RPC after error@35629926) -> (continuation of Deferred@2052696834 after retry RPC after error@2002083440) -> (continuation of Deferred@1636027933 after retry RPC after error@506990032) -> (continuation of Deferred@697218222 after retry RPC after error@1953880369) -> (continuation of Deferred@192483972 after retry RPC after error@1441908918) -> (continuation of Deferred@151403874 after retry RPC after error@1407242530) -> (continuation of Deferred@281937128 after retry RPC after error@1260509759) -> (continuation of Deferred@1945371412 after retry RPC after error@650687881) -> (continuation of Deferred@1187056892 after retry RPC after error@66377273) -> (continuation of Deferred@1347127792 after retry RPC after error@869010061) -> (continuation of Deferred@2099529444 after retry RPC after error@1480856167) -> (continuation of Deferred@1422660758 after retry RPC after error@117961952) -> (continuation of Deferred@1481347458 after retry RPC after error@551843782) -> (continuation of Deferred@339259368 after retry RPC after error@740358523) -> (continuation of Deferred@677620476 after retry RPC after error@733655665) -> (continuation of Deferred@2049707777 after retry RPC after error@1366084126)))
20:07:29.829 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:07:29.829 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28249), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [12ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [32ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [33ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [115ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [116ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [116ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [148ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [148ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [205ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [205ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [205ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [205ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [364ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [364ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [566ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [566ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [567ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [567ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [568ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [568ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1525ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1526ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3084ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [6862ms] refreshing cache from master, [6862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [6862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [6863ms] too many traces: truncated at 100 traces, deferred=Deferred@1274585601(state=PENDING, result=null, callback=(continuation of Deferred@1248579342 after retry RPC after error@193518802) -> (continuation of Deferred@1030427964 after retry RPC after error@856506426) -> (continuation of Deferred@663415530 after retry RPC after error@1789516933) -> (continuation of Deferred@261027353 after retry RPC after error@1457220418) -> (continuation of Deferred@653657801 after retry RPC after error@35629926) -> (continuation of Deferred@2052696834 after retry RPC after error@2002083440) -> (continuation of Deferred@1636027933 after retry RPC after error@506990032) -> (continuation of Deferred@697218222 after retry RPC after error@1953880369) -> (continuation of Deferred@192483972 after retry RPC after error@1441908918) -> (continuation of Deferred@151403874 after retry RPC after error@1407242530) -> (continuation of Deferred@281937128 after retry RPC after error@1260509759) -> (continuation of Deferred@1945371412 after retry RPC after error@650687881) -> (continuation of Deferred@1187056892 after retry RPC after error@66377273) -> (continuation of Deferred@1347127792 after retry RPC after error@869010061) -> (continuation of Deferred@2099529444 after retry RPC after error@1480856167) -> (continuation of Deferred@1422660758 after retry RPC after error@117961952) -> (continuation of Deferred@1481347458 after retry RPC after error@551843782) -> (continuation of Deferred@339259368 after retry RPC after error@740358523) -> (continuation of Deferred@677620476 after retry RPC after error@733655665) -> (continuation of Deferred@2049707777 after retry RPC after error@1366084126), errback=(continuation of Deferred@1248579342 after retry RPC after error@193518802) -> (continuation of Deferred@1030427964 after retry RPC after error@856506426) -> (continuation of Deferred@663415530 after retry RPC after error@1789516933) -> (continuation of Deferred@261027353 after retry RPC after error@1457220418) -> (continuation of Deferred@653657801 after retry RPC after error@35629926) -> (continuation of Deferred@2052696834 after retry RPC after error@2002083440) -> (continuation of Deferred@1636027933 after retry RPC after error@506990032) -> (continuation of Deferred@697218222 after retry RPC after error@1953880369) -> (continuation of Deferred@192483972 after retry RPC after error@1441908918) -> (continuation of Deferred@151403874 after retry RPC after error@1407242530) -> (continuation of Deferred@281937128 after retry RPC after error@1260509759) -> (continuation of Deferred@1945371412 after retry RPC after error@650687881) -> (continuation of Deferred@1187056892 after retry RPC after error@66377273) -> (continuation of Deferred@1347127792 after retry RPC after error@869010061) -> (continuation of Deferred@2099529444 after retry RPC after error@1480856167) -> (continuation of Deferred@1422660758 after retry RPC after error@117961952) -> (continuation of Deferred@1481347458 after retry RPC after error@551843782) -> (continuation of Deferred@339259368 after retry RPC after error@740358523) -> (continuation of Deferred@677620476 after retry RPC after error@733655665) -> (continuation of Deferred@2049707777 after retry RPC after error@1366084126)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:29.833 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
20:07:29.836 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
20:07:29.838 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28249), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [12ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [32ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [33ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [59ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [115ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [116ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [116ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [148ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [148ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [205ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [205ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [205ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [205ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [223ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [364ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [364ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [566ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [566ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [567ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [567ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [568ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [568ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1525ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1526ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3084ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [6862ms] refreshing cache from master, [6862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [6862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [6863ms] too many traces: truncated at 100 traces, deferred=Deferred@1274585601(state=PENDING, result=null, callback=(continuation of Deferred@1248579342 after retry RPC after error@193518802) -> (continuation of Deferred@1030427964 after retry RPC after error@856506426) -> (continuation of Deferred@663415530 after retry RPC after error@1789516933) -> (continuation of Deferred@261027353 after retry RPC after error@1457220418) -> (continuation of Deferred@653657801 after retry RPC after error@35629926) -> (continuation of Deferred@2052696834 after retry RPC after error@2002083440) -> (continuation of Deferred@1636027933 after retry RPC after error@506990032) -> (continuation of Deferred@697218222 after retry RPC after error@1953880369) -> (continuation of Deferred@192483972 after retry RPC after error@1441908918) -> (continuation of Deferred@151403874 after retry RPC after error@1407242530) -> (continuation of Deferred@281937128 after retry RPC after error@1260509759) -> (continuation of Deferred@1945371412 after retry RPC after error@650687881) -> (continuation of Deferred@1187056892 after retry RPC after error@66377273) -> (continuation of Deferred@1347127792 after retry RPC after error@869010061) -> (continuation of Deferred@2099529444 after retry RPC after error@1480856167) -> (continuation of Deferred@1422660758 after retry RPC after error@117961952) -> (continuation of Deferred@1481347458 after retry RPC after error@551843782) -> (continuation of Deferred@339259368 after retry RPC after error@740358523) -> (continuation of Deferred@677620476 after retry RPC after error@733655665) -> (continuation of Deferred@2049707777 after retry RPC after error@1366084126), errback=(continuation of Deferred@1248579342 after retry RPC after error@193518802) -> (continuation of Deferred@1030427964 after retry RPC after error@856506426) -> (continuation of Deferred@663415530 after retry RPC after error@1789516933) -> (continuation of Deferred@261027353 after retry RPC after error@1457220418) -> (continuation of Deferred@653657801 after retry RPC after error@35629926) -> (continuation of Deferred@2052696834 after retry RPC after error@2002083440) -> (continuation of Deferred@1636027933 after retry RPC after error@506990032) -> (continuation of Deferred@697218222 after retry RPC after error@1953880369) -> (continuation of Deferred@192483972 after retry RPC after error@1441908918) -> (continuation of Deferred@151403874 after retry RPC after error@1407242530) -> (continuation of Deferred@281937128 after retry RPC after error@1260509759) -> (continuation of Deferred@1945371412 after retry RPC after error@650687881) -> (continuation of Deferred@1187056892 after retry RPC after error@66377273) -> (continuation of Deferred@1347127792 after retry RPC after error@869010061) -> (continuation of Deferred@2099529444 after retry RPC after error@1480856167) -> (continuation of Deferred@1422660758 after retry RPC after error@117961952) -> (continuation of Deferred@1481347458 after retry RPC after error@551843782) -> (continuation of Deferred@339259368 after retry RPC after error@740358523) -> (continuation of Deferred@677620476 after retry RPC after error@733655665) -> (continuation of Deferred@2049707777 after retry RPC after error@1366084126)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:29.841 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:29.842 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
20:07:29.843 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
20:07:29.843 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RUNNING to RESTARTING.
20:07:29.923 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:29.923 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:29.923 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:29.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:29.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:29.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:29.924 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:29.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:29.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:29.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:29.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:29.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:29.925 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:29.926 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28344), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [77ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [78ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [87ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [125ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [344ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [346ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [384ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [385ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [385ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1385ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1385ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@1037161209(state=PENDING, result=null, callback=(continuation of Deferred@804253503 after retry RPC after error@2133176278) -> (continuation of Deferred@687306989 after retry RPC after error@461517072) -> (continuation of Deferred@1271178056 after retry RPC after error@432926457) -> (continuation of Deferred@183422269 after retry RPC after error@7239617) -> (continuation of Deferred@1860065895 after retry RPC after error@403888995) -> (continuation of Deferred@1693018745 after retry RPC after error@399169882) -> (continuation of Deferred@198948006 after retry RPC after error@85770109) -> (continuation of Deferred@705275653 after retry RPC after error@1799928599) -> (continuation of Deferred@1038113884 after retry RPC after error@1575480266) -> (continuation of Deferred@976310012 after retry RPC after error@336583342) -> (continuation of Deferred@724727503 after retry RPC after error@1231643096) -> (continuation of Deferred@2040496295 after retry RPC after error@330297232) -> (continuation of Deferred@722691876 after retry RPC after error@695641151) -> (continuation of Deferred@753500942 after retry RPC after error@1079392876) -> (continuation of Deferred@1892441861 after retry RPC after error@1812417151) -> (continuation of Deferred@211174658 after retry RPC after error@2112002982) -> (continuation of Deferred@1866778472 after retry RPC after error@960900173) -> (continuation of Deferred@122077234 after retry RPC after error@1854948567) -> (continuation of Deferred@665235946 after retry RPC after error@797627671) -> (continuation of Deferred@511494020 after retry RPC after error@1915133536) -> (continuation of Deferred@1612535855 after retry RPC after error@424024918) -> (continuation of Deferred@1635696413 after retry RPC after error@669907148) -> (continuation of Deferred@767230014 after retry RPC after error@68035188) -> (continuation of Deferred@270328767 after retry RPC after error@1484739304) -> (continuation of Deferred@766513961 after retry RPC after error@1482197353) -> (continuation of Deferred@799967430 after retry RPC after error@233076681) -> (continuation of Deferred@543167495 after retry RPC after error@1013957283), errback=(continuation of Deferred@804253503 after retry RPC after error@2133176278) -> (continuation of Deferred@687306989 after retry RPC after error@461517072) -> (continuation of Deferred@1271178056 after retry RPC after error@432926457) -> (continuation of Deferred@183422269 after retry RPC after error@7239617) -> (continuation of Deferred@1860065895 after retry RPC after error@403888995) -> (continuation of Deferred@1693018745 after retry RPC after error@399169882) -> (continuation of Deferred@198948006 after retry RPC after error@85770109) -> (continuation of Deferred@705275653 after retry RPC after error@1799928599) -> (continuation of Deferred@1038113884 after retry RPC after error@1575480266) -> (continuation of Deferred@976310012 after retry RPC after error@336583342) -> (continuation of Deferred@724727503 after retry RPC after error@1231643096) -> (continuation of Deferred@2040496295 after retry RPC after error@330297232) -> (continuation of Deferred@722691876 after retry RPC after error@695641151) -> (continuation of Deferred@753500942 after retry RPC after error@1079392876) -> (continuation of Deferred@1892441861 after retry RPC after error@1812417151) -> (continuation of Deferred@211174658 after retry RPC after error@2112002982) -> (continuation of Deferred@1866778472 after retry RPC after error@960900173) -> (continuation of Deferred@122077234 after retry RPC after error@1854948567) -> (continuation of Deferred@665235946 after retry RPC after error@797627671) -> (continuation of Deferred@511494020 after retry RPC after error@1915133536) -> (continuation of Deferred@1612535855 after retry RPC after error@424024918) -> (continuation of Deferred@1635696413 after retry RPC after error@669907148) -> (continuation of Deferred@767230014 after retry RPC after error@68035188) -> (continuation of Deferred@270328767 after retry RPC after error@1484739304) -> (continuation of Deferred@766513961 after retry RPC after error@1482197353) -> (continuation of Deferred@799967430 after retry RPC after error@233076681) -> (continuation of Deferred@543167495 after retry RPC after error@1013957283)))
20:07:29.927 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:07:29.928 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28344), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [77ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [78ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [87ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [125ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [344ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [346ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [384ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [385ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [385ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1385ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1385ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@1037161209(state=PENDING, result=null, callback=(continuation of Deferred@804253503 after retry RPC after error@2133176278) -> (continuation of Deferred@687306989 after retry RPC after error@461517072) -> (continuation of Deferred@1271178056 after retry RPC after error@432926457) -> (continuation of Deferred@183422269 after retry RPC after error@7239617) -> (continuation of Deferred@1860065895 after retry RPC after error@403888995) -> (continuation of Deferred@1693018745 after retry RPC after error@399169882) -> (continuation of Deferred@198948006 after retry RPC after error@85770109) -> (continuation of Deferred@705275653 after retry RPC after error@1799928599) -> (continuation of Deferred@1038113884 after retry RPC after error@1575480266) -> (continuation of Deferred@976310012 after retry RPC after error@336583342) -> (continuation of Deferred@724727503 after retry RPC after error@1231643096) -> (continuation of Deferred@2040496295 after retry RPC after error@330297232) -> (continuation of Deferred@722691876 after retry RPC after error@695641151) -> (continuation of Deferred@753500942 after retry RPC after error@1079392876) -> (continuation of Deferred@1892441861 after retry RPC after error@1812417151) -> (continuation of Deferred@211174658 after retry RPC after error@2112002982) -> (continuation of Deferred@1866778472 after retry RPC after error@960900173) -> (continuation of Deferred@122077234 after retry RPC after error@1854948567) -> (continuation of Deferred@665235946 after retry RPC after error@797627671) -> (continuation of Deferred@511494020 after retry RPC after error@1915133536) -> (continuation of Deferred@1612535855 after retry RPC after error@424024918) -> (continuation of Deferred@1635696413 after retry RPC after error@669907148) -> (continuation of Deferred@767230014 after retry RPC after error@68035188) -> (continuation of Deferred@270328767 after retry RPC after error@1484739304) -> (continuation of Deferred@766513961 after retry RPC after error@1482197353) -> (continuation of Deferred@799967430 after retry RPC after error@233076681) -> (continuation of Deferred@543167495 after retry RPC after error@1013957283), errback=(continuation of Deferred@804253503 after retry RPC after error@2133176278) -> (continuation of Deferred@687306989 after retry RPC after error@461517072) -> (continuation of Deferred@1271178056 after retry RPC after error@432926457) -> (continuation of Deferred@183422269 after retry RPC after error@7239617) -> (continuation of Deferred@1860065895 after retry RPC after error@403888995) -> (continuation of Deferred@1693018745 after retry RPC after error@399169882) -> (continuation of Deferred@198948006 after retry RPC after error@85770109) -> (continuation of Deferred@705275653 after retry RPC after error@1799928599) -> (continuation of Deferred@1038113884 after retry RPC after error@1575480266) -> (continuation of Deferred@976310012 after retry RPC after error@336583342) -> (continuation of Deferred@724727503 after retry RPC after error@1231643096) -> (continuation of Deferred@2040496295 after retry RPC after error@330297232) -> (continuation of Deferred@722691876 after retry RPC after error@695641151) -> (continuation of Deferred@753500942 after retry RPC after error@1079392876) -> (continuation of Deferred@1892441861 after retry RPC after error@1812417151) -> (continuation of Deferred@211174658 after retry RPC after error@2112002982) -> (continuation of Deferred@1866778472 after retry RPC after error@960900173) -> (continuation of Deferred@122077234 after retry RPC after error@1854948567) -> (continuation of Deferred@665235946 after retry RPC after error@797627671) -> (continuation of Deferred@511494020 after retry RPC after error@1915133536) -> (continuation of Deferred@1612535855 after retry RPC after error@424024918) -> (continuation of Deferred@1635696413 after retry RPC after error@669907148) -> (continuation of Deferred@767230014 after retry RPC after error@68035188) -> (continuation of Deferred@270328767 after retry RPC after error@1484739304) -> (continuation of Deferred@766513961 after retry RPC after error@1482197353) -> (continuation of Deferred@799967430 after retry RPC after error@233076681) -> (continuation of Deferred@543167495 after retry RPC after error@1013957283)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.60:37103
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:29.931 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
20:07:29.933 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
20:07:29.936 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28344), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [43ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [43ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [77ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [78ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [87ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [125ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [344ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [346ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [384ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [385ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [385ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1385ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1385ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@1037161209(state=PENDING, result=null, callback=(continuation of Deferred@804253503 after retry RPC after error@2133176278) -> (continuation of Deferred@687306989 after retry RPC after error@461517072) -> (continuation of Deferred@1271178056 after retry RPC after error@432926457) -> (continuation of Deferred@183422269 after retry RPC after error@7239617) -> (continuation of Deferred@1860065895 after retry RPC after error@403888995) -> (continuation of Deferred@1693018745 after retry RPC after error@399169882) -> (continuation of Deferred@198948006 after retry RPC after error@85770109) -> (continuation of Deferred@705275653 after retry RPC after error@1799928599) -> (continuation of Deferred@1038113884 after retry RPC after error@1575480266) -> (continuation of Deferred@976310012 after retry RPC after error@336583342) -> (continuation of Deferred@724727503 after retry RPC after error@1231643096) -> (continuation of Deferred@2040496295 after retry RPC after error@330297232) -> (continuation of Deferred@722691876 after retry RPC after error@695641151) -> (continuation of Deferred@753500942 after retry RPC after error@1079392876) -> (continuation of Deferred@1892441861 after retry RPC after error@1812417151) -> (continuation of Deferred@211174658 after retry RPC after error@2112002982) -> (continuation of Deferred@1866778472 after retry RPC after error@960900173) -> (continuation of Deferred@122077234 after retry RPC after error@1854948567) -> (continuation of Deferred@665235946 after retry RPC after error@797627671) -> (continuation of Deferred@511494020 after retry RPC after error@1915133536) -> (continuation of Deferred@1612535855 after retry RPC after error@424024918) -> (continuation of Deferred@1635696413 after retry RPC after error@669907148) -> (continuation of Deferred@767230014 after retry RPC after error@68035188) -> (continuation of Deferred@270328767 after retry RPC after error@1484739304) -> (continuation of Deferred@766513961 after retry RPC after error@1482197353) -> (continuation of Deferred@799967430 after retry RPC after error@233076681) -> (continuation of Deferred@543167495 after retry RPC after error@1013957283), errback=(continuation of Deferred@804253503 after retry RPC after error@2133176278) -> (continuation of Deferred@687306989 after retry RPC after error@461517072) -> (continuation of Deferred@1271178056 after retry RPC after error@432926457) -> (continuation of Deferred@183422269 after retry RPC after error@7239617) -> (continuation of Deferred@1860065895 after retry RPC after error@403888995) -> (continuation of Deferred@1693018745 after retry RPC after error@399169882) -> (continuation of Deferred@198948006 after retry RPC after error@85770109) -> (continuation of Deferred@705275653 after retry RPC after error@1799928599) -> (continuation of Deferred@1038113884 after retry RPC after error@1575480266) -> (continuation of Deferred@976310012 after retry RPC after error@336583342) -> (continuation of Deferred@724727503 after retry RPC after error@1231643096) -> (continuation of Deferred@2040496295 after retry RPC after error@330297232) -> (continuation of Deferred@722691876 after retry RPC after error@695641151) -> (continuation of Deferred@753500942 after retry RPC after error@1079392876) -> (continuation of Deferred@1892441861 after retry RPC after error@1812417151) -> (continuation of Deferred@211174658 after retry RPC after error@2112002982) -> (continuation of Deferred@1866778472 after retry RPC after error@960900173) -> (continuation of Deferred@122077234 after retry RPC after error@1854948567) -> (continuation of Deferred@665235946 after retry RPC after error@797627671) -> (continuation of Deferred@511494020 after retry RPC after error@1915133536) -> (continuation of Deferred@1612535855 after retry RPC after error@424024918) -> (continuation of Deferred@1635696413 after retry RPC after error@669907148) -> (continuation of Deferred@767230014 after retry RPC after error@68035188) -> (continuation of Deferred@270328767 after retry RPC after error@1484739304) -> (continuation of Deferred@766513961 after retry RPC after error@1482197353) -> (continuation of Deferred@799967430 after retry RPC after error@233076681) -> (continuation of Deferred@543167495 after retry RPC after error@1013957283)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.60:37103
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:29.939 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:29.939 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
20:07:29.940 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
20:07:30.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:30.146 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:30.146 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:30.146 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:30.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:30.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:30.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:30.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:30.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:30.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:30.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:30.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:30.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:30.148 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:30.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134850198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:30.208 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:07:30.211 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
20:07:30.512 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:30.513 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:30.513 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:30.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:30.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:30.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:30.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:30.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:30.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:30.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:30.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:30.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:30.514 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:30.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:30.698 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134850698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:30.709 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:07:30.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
20:07:30.976 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:30.976 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:30.976 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:30.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:30.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:30.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:30.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:30.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:30.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:30.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:30.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:30.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:30.978 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:31.001 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:31.002 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:31.002 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:31.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:31.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:31.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:31.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:31.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:31.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:31.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:31.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:31.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:31.004 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:31.005 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29426), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [12ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [31ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [32ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [46ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [47ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [48ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [66ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [148ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [164ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [165ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [165ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [283ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [286ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [286ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [287ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [761ms] refreshing cache from master, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [763ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [764ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [764ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [764ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1544ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1642ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1646ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1646ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1646ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3542ms] too many traces: truncated at 100 traces, deferred=Deferred@1744517635(state=PENDING, result=null, callback=(continuation of Deferred@960510530 after retry RPC after error@33148375) -> (continuation of Deferred@1332815279 after retry RPC after error@1902392672) -> (continuation of Deferred@1238274852 after retry RPC after error@110520511) -> (continuation of Deferred@1082943903 after retry RPC after error@278109147) -> (continuation of Deferred@762932574 after retry RPC after error@404696030) -> (continuation of Deferred@1006397907 after retry RPC after error@935161908) -> (continuation of Deferred@1363732480 after retry RPC after error@812152876) -> (continuation of Deferred@1753365763 after retry RPC after error@887282935) -> (continuation of Deferred@586955395 after retry RPC after error@1361481704) -> (continuation of Deferred@674613994 after retry RPC after error@168996479) -> (continuation of Deferred@1241097628 after retry RPC after error@751118980) -> (continuation of Deferred@706856812 after retry RPC after error@903869697) -> (continuation of Deferred@823030627 after retry RPC after error@874184396) -> (continuation of Deferred@270812548 after retry RPC after error@1511640444) -> (continuation of Deferred@407779383 after retry RPC after error@2067880300) -> (continuation of Deferred@1232813029 after retry RPC after error@1570598299) -> (continuation of Deferred@888895903 after retry RPC after error@1157680213) -> (continuation of Deferred@1429500675 after retry RPC after error@1676881291) -> (continuation of Deferred@204179435 after retry RPC after error@1326088287) -> (continuation of Deferred@969952982 after retry RPC after error@1127588626) -> (continuation of Deferred@326197312 after retry RPC after error@140644873) -> (continuation of Deferred@863980333 after retry RPC after error@1572619107) -> (continuation of Deferred@1163353076 after retry RPC after error@1572727565), errback=(continuation of Deferred@960510530 after retry RPC after error@33148375) -> (continuation of Deferred@1332815279 after retry RPC after error@1902392672) -> (continuation of Deferred@1238274852 after retry RPC after error@110520511) -> (continuation of Deferred@1082943903 after retry RPC after error@278109147) -> (continuation of Deferred@762932574 after retry RPC after error@404696030) -> (continuation of Deferred@1006397907 after retry RPC after error@935161908) -> (continuation of Deferred@1363732480 after retry RPC after error@812152876) -> (continuation of Deferred@1753365763 after retry RPC after error@887282935) -> (continuation of Deferred@586955395 after retry RPC after error@1361481704) -> (continuation of Deferred@674613994 after retry RPC after error@168996479) -> (continuation of Deferred@1241097628 after retry RPC after error@751118980) -> (continuation of Deferred@706856812 after retry RPC after error@903869697) -> (continuation of Deferred@823030627 after retry RPC after error@874184396) -> (continuation of Deferred@270812548 after retry RPC after error@1511640444) -> (continuation of Deferred@407779383 after retry RPC after error@2067880300) -> (continuation of Deferred@1232813029 after retry RPC after error@1570598299) -> (continuation of Deferred@888895903 after retry RPC after error@1157680213) -> (continuation of Deferred@1429500675 after retry RPC after error@1676881291) -> (continuation of Deferred@204179435 after retry RPC after error@1326088287) -> (continuation of Deferred@969952982 after retry RPC after error@1127588626) -> (continuation of Deferred@326197312 after retry RPC after error@140644873) -> (continuation of Deferred@863980333 after retry RPC after error@1572619107) -> (continuation of Deferred@1163353076 after retry RPC after error@1572727565)))
20:07:31.006 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:07:31.006 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29426), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [12ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [31ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [32ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [46ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [47ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [48ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [66ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [148ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [164ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [165ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [165ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [283ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [286ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [286ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [287ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [761ms] refreshing cache from master, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [763ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [764ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [764ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [764ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1544ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1642ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1646ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1646ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1646ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3542ms] too many traces: truncated at 100 traces, deferred=Deferred@1744517635(state=PENDING, result=null, callback=(continuation of Deferred@960510530 after retry RPC after error@33148375) -> (continuation of Deferred@1332815279 after retry RPC after error@1902392672) -> (continuation of Deferred@1238274852 after retry RPC after error@110520511) -> (continuation of Deferred@1082943903 after retry RPC after error@278109147) -> (continuation of Deferred@762932574 after retry RPC after error@404696030) -> (continuation of Deferred@1006397907 after retry RPC after error@935161908) -> (continuation of Deferred@1363732480 after retry RPC after error@812152876) -> (continuation of Deferred@1753365763 after retry RPC after error@887282935) -> (continuation of Deferred@586955395 after retry RPC after error@1361481704) -> (continuation of Deferred@674613994 after retry RPC after error@168996479) -> (continuation of Deferred@1241097628 after retry RPC after error@751118980) -> (continuation of Deferred@706856812 after retry RPC after error@903869697) -> (continuation of Deferred@823030627 after retry RPC after error@874184396) -> (continuation of Deferred@270812548 after retry RPC after error@1511640444) -> (continuation of Deferred@407779383 after retry RPC after error@2067880300) -> (continuation of Deferred@1232813029 after retry RPC after error@1570598299) -> (continuation of Deferred@888895903 after retry RPC after error@1157680213) -> (continuation of Deferred@1429500675 after retry RPC after error@1676881291) -> (continuation of Deferred@204179435 after retry RPC after error@1326088287) -> (continuation of Deferred@969952982 after retry RPC after error@1127588626) -> (continuation of Deferred@326197312 after retry RPC after error@140644873) -> (continuation of Deferred@863980333 after retry RPC after error@1572619107) -> (continuation of Deferred@1163353076 after retry RPC after error@1572727565), errback=(continuation of Deferred@960510530 after retry RPC after error@33148375) -> (continuation of Deferred@1332815279 after retry RPC after error@1902392672) -> (continuation of Deferred@1238274852 after retry RPC after error@110520511) -> (continuation of Deferred@1082943903 after retry RPC after error@278109147) -> (continuation of Deferred@762932574 after retry RPC after error@404696030) -> (continuation of Deferred@1006397907 after retry RPC after error@935161908) -> (continuation of Deferred@1363732480 after retry RPC after error@812152876) -> (continuation of Deferred@1753365763 after retry RPC after error@887282935) -> (continuation of Deferred@586955395 after retry RPC after error@1361481704) -> (continuation of Deferred@674613994 after retry RPC after error@168996479) -> (continuation of Deferred@1241097628 after retry RPC after error@751118980) -> (continuation of Deferred@706856812 after retry RPC after error@903869697) -> (continuation of Deferred@823030627 after retry RPC after error@874184396) -> (continuation of Deferred@270812548 after retry RPC after error@1511640444) -> (continuation of Deferred@407779383 after retry RPC after error@2067880300) -> (continuation of Deferred@1232813029 after retry RPC after error@1570598299) -> (continuation of Deferred@888895903 after retry RPC after error@1157680213) -> (continuation of Deferred@1429500675 after retry RPC after error@1676881291) -> (continuation of Deferred@204179435 after retry RPC after error@1326088287) -> (continuation of Deferred@969952982 after retry RPC after error@1127588626) -> (continuation of Deferred@326197312 after retry RPC after error@140644873) -> (continuation of Deferred@863980333 after retry RPC after error@1572619107) -> (continuation of Deferred@1163353076 after retry RPC after error@1572727565)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:31.009 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
20:07:31.016 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
20:07:31.018 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29426), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [12ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [31ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [32ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [46ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [47ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [48ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [66ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [84ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [148ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [164ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [165ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [165ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [283ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [286ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [286ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [287ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [761ms] refreshing cache from master, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [763ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [764ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [764ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [764ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1544ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1642ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1646ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1646ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1646ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3542ms] too many traces: truncated at 100 traces, deferred=Deferred@1744517635(state=PENDING, result=null, callback=(continuation of Deferred@960510530 after retry RPC after error@33148375) -> (continuation of Deferred@1332815279 after retry RPC after error@1902392672) -> (continuation of Deferred@1238274852 after retry RPC after error@110520511) -> (continuation of Deferred@1082943903 after retry RPC after error@278109147) -> (continuation of Deferred@762932574 after retry RPC after error@404696030) -> (continuation of Deferred@1006397907 after retry RPC after error@935161908) -> (continuation of Deferred@1363732480 after retry RPC after error@812152876) -> (continuation of Deferred@1753365763 after retry RPC after error@887282935) -> (continuation of Deferred@586955395 after retry RPC after error@1361481704) -> (continuation of Deferred@674613994 after retry RPC after error@168996479) -> (continuation of Deferred@1241097628 after retry RPC after error@751118980) -> (continuation of Deferred@706856812 after retry RPC after error@903869697) -> (continuation of Deferred@823030627 after retry RPC after error@874184396) -> (continuation of Deferred@270812548 after retry RPC after error@1511640444) -> (continuation of Deferred@407779383 after retry RPC after error@2067880300) -> (continuation of Deferred@1232813029 after retry RPC after error@1570598299) -> (continuation of Deferred@888895903 after retry RPC after error@1157680213) -> (continuation of Deferred@1429500675 after retry RPC after error@1676881291) -> (continuation of Deferred@204179435 after retry RPC after error@1326088287) -> (continuation of Deferred@969952982 after retry RPC after error@1127588626) -> (continuation of Deferred@326197312 after retry RPC after error@140644873) -> (continuation of Deferred@863980333 after retry RPC after error@1572619107) -> (continuation of Deferred@1163353076 after retry RPC after error@1572727565), errback=(continuation of Deferred@960510530 after retry RPC after error@33148375) -> (continuation of Deferred@1332815279 after retry RPC after error@1902392672) -> (continuation of Deferred@1238274852 after retry RPC after error@110520511) -> (continuation of Deferred@1082943903 after retry RPC after error@278109147) -> (continuation of Deferred@762932574 after retry RPC after error@404696030) -> (continuation of Deferred@1006397907 after retry RPC after error@935161908) -> (continuation of Deferred@1363732480 after retry RPC after error@812152876) -> (continuation of Deferred@1753365763 after retry RPC after error@887282935) -> (continuation of Deferred@586955395 after retry RPC after error@1361481704) -> (continuation of Deferred@674613994 after retry RPC after error@168996479) -> (continuation of Deferred@1241097628 after retry RPC after error@751118980) -> (continuation of Deferred@706856812 after retry RPC after error@903869697) -> (continuation of Deferred@823030627 after retry RPC after error@874184396) -> (continuation of Deferred@270812548 after retry RPC after error@1511640444) -> (continuation of Deferred@407779383 after retry RPC after error@2067880300) -> (continuation of Deferred@1232813029 after retry RPC after error@1570598299) -> (continuation of Deferred@888895903 after retry RPC after error@1157680213) -> (continuation of Deferred@1429500675 after retry RPC after error@1676881291) -> (continuation of Deferred@204179435 after retry RPC after error@1326088287) -> (continuation of Deferred@969952982 after retry RPC after error@1127588626) -> (continuation of Deferred@326197312 after retry RPC after error@140644873) -> (continuation of Deferred@863980333 after retry RPC after error@1572619107) -> (continuation of Deferred@1163353076 after retry RPC after error@1572727565)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:31.021 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:07:31.027 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
20:07:31.027 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
20:07:31.064 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:31.065 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:31.065 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:31.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:31.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:31.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:31.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:31.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:31.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:31.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:31.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:31.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:31.066 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:31.067 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29509), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [35ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [125ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [145ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [146ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [146ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [343ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [365ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [366ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [366ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [563ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1586ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1586ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1587ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1643ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3501ms] refreshing cache from master, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3502ms] too many traces: truncated at 100 traces, deferred=Deferred@1325931324(state=PENDING, result=null, callback=(continuation of Deferred@382451778 after retry RPC after error@533459360) -> (continuation of Deferred@1876377113 after retry RPC after error@1619597604) -> (continuation of Deferred@680008871 after retry RPC after error@1754181351) -> (continuation of Deferred@1048539673 after retry RPC after error@379002059) -> (continuation of Deferred@2123519898 after retry RPC after error@1668691769) -> (continuation of Deferred@651980532 after retry RPC after error@134438816) -> (continuation of Deferred@1690429373 after retry RPC after error@920443875) -> (continuation of Deferred@1941088258 after retry RPC after error@1641940875) -> (continuation of Deferred@172615682 after retry RPC after error@1511668075) -> (continuation of Deferred@1007577234 after retry RPC after error@771609287) -> (continuation of Deferred@1748051586 after retry RPC after error@1676381070) -> (continuation of Deferred@753804697 after retry RPC after error@1866903849) -> (continuation of Deferred@237145973 after retry RPC after error@824885956) -> (continuation of Deferred@1815477141 after retry RPC after error@916504771) -> (continuation of Deferred@753121349 after retry RPC after error@1261986815) -> (continuation of Deferred@135446622 after retry RPC after error@948223815) -> (continuation of Deferred@160696706 after retry RPC after error@29078740) -> (continuation of Deferred@523605133 after retry RPC after error@39222955) -> (continuation of Deferred@724021114 after retry RPC after error@2011603934) -> (continuation of Deferred@1145360467 after retry RPC after error@1976978774) -> (continuation of Deferred@1671196905 after retry RPC after error@564578071) -> (continuation of Deferred@1132612920 after retry RPC after error@75044067) -> (continuation of Deferred@73541565 after retry RPC after error@334222937) -> (continuation of Deferred@1121034897 after retry RPC after error@239302692) -> (continuation of Deferred@462023070 after retry RPC after error@1444789672) -> (continuation of Deferred@420960464 after retry RPC after error@209752462) -> (continuation of Deferred@1485921433 after retry RPC after error@1675254494) -> (continuation of Deferred@1076383661 after retry RPC after error@1219279559), errback=(continuation of Deferred@382451778 after retry RPC after error@533459360) -> (continuation of Deferred@1876377113 after retry RPC after error@1619597604) -> (continuation of Deferred@680008871 after retry RPC after error@1754181351) -> (continuation of Deferred@1048539673 after retry RPC after error@379002059) -> (continuation of Deferred@2123519898 after retry RPC after error@1668691769) -> (continuation of Deferred@651980532 after retry RPC after error@134438816) -> (continuation of Deferred@1690429373 after retry RPC after error@920443875) -> (continuation of Deferred@1941088258 after retry RPC after error@1641940875) -> (continuation of Deferred@172615682 after retry RPC after error@1511668075) -> (continuation of Deferred@1007577234 after retry RPC after error@771609287) -> (continuation of Deferred@1748051586 after retry RPC after error@1676381070) -> (continuation of Deferred@753804697 after retry RPC after error@1866903849) -> (continuation of Deferred@237145973 after retry RPC after error@824885956) -> (continuation of Deferred@1815477141 after retry RPC after error@916504771) -> (continuation of Deferred@753121349 after retry RPC after error@1261986815) -> (continuation of Deferred@135446622 after retry RPC after error@948223815) -> (continuation of Deferred@160696706 after retry RPC after error@29078740) -> (continuation of Deferred@523605133 after retry RPC after error@39222955) -> (continuation of Deferred@724021114 after retry RPC after error@2011603934) -> (continuation of Deferred@1145360467 after retry RPC after error@1976978774) -> (continuation of Deferred@1671196905 after retry RPC after error@564578071) -> (continuation of Deferred@1132612920 after retry RPC after error@75044067) -> (continuation of Deferred@73541565 after retry RPC after error@334222937) -> (continuation of Deferred@1121034897 after retry RPC after error@239302692) -> (continuation of Deferred@462023070 after retry RPC after error@1444789672) -> (continuation of Deferred@420960464 after retry RPC after error@209752462) -> (continuation of Deferred@1485921433 after retry RPC after error@1675254494) -> (continuation of Deferred@1076383661 after retry RPC after error@1219279559)))
20:07:31.068 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:07:31.068 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29509), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [35ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [125ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [145ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [146ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [146ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [343ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [365ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [366ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [366ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [563ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1586ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1586ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1587ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1643ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3501ms] refreshing cache from master, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3502ms] too many traces: truncated at 100 traces, deferred=Deferred@1325931324(state=PENDING, result=null, callback=(continuation of Deferred@382451778 after retry RPC after error@533459360) -> (continuation of Deferred@1876377113 after retry RPC after error@1619597604) -> (continuation of Deferred@680008871 after retry RPC after error@1754181351) -> (continuation of Deferred@1048539673 after retry RPC after error@379002059) -> (continuation of Deferred@2123519898 after retry RPC after error@1668691769) -> (continuation of Deferred@651980532 after retry RPC after error@134438816) -> (continuation of Deferred@1690429373 after retry RPC after error@920443875) -> (continuation of Deferred@1941088258 after retry RPC after error@1641940875) -> (continuation of Deferred@172615682 after retry RPC after error@1511668075) -> (continuation of Deferred@1007577234 after retry RPC after error@771609287) -> (continuation of Deferred@1748051586 after retry RPC after error@1676381070) -> (continuation of Deferred@753804697 after retry RPC after error@1866903849) -> (continuation of Deferred@237145973 after retry RPC after error@824885956) -> (continuation of Deferred@1815477141 after retry RPC after error@916504771) -> (continuation of Deferred@753121349 after retry RPC after error@1261986815) -> (continuation of Deferred@135446622 after retry RPC after error@948223815) -> (continuation of Deferred@160696706 after retry RPC after error@29078740) -> (continuation of Deferred@523605133 after retry RPC after error@39222955) -> (continuation of Deferred@724021114 after retry RPC after error@2011603934) -> (continuation of Deferred@1145360467 after retry RPC after error@1976978774) -> (continuation of Deferred@1671196905 after retry RPC after error@564578071) -> (continuation of Deferred@1132612920 after retry RPC after error@75044067) -> (continuation of Deferred@73541565 after retry RPC after error@334222937) -> (continuation of Deferred@1121034897 after retry RPC after error@239302692) -> (continuation of Deferred@462023070 after retry RPC after error@1444789672) -> (continuation of Deferred@420960464 after retry RPC after error@209752462) -> (continuation of Deferred@1485921433 after retry RPC after error@1675254494) -> (continuation of Deferred@1076383661 after retry RPC after error@1219279559), errback=(continuation of Deferred@382451778 after retry RPC after error@533459360) -> (continuation of Deferred@1876377113 after retry RPC after error@1619597604) -> (continuation of Deferred@680008871 after retry RPC after error@1754181351) -> (continuation of Deferred@1048539673 after retry RPC after error@379002059) -> (continuation of Deferred@2123519898 after retry RPC after error@1668691769) -> (continuation of Deferred@651980532 after retry RPC after error@134438816) -> (continuation of Deferred@1690429373 after retry RPC after error@920443875) -> (continuation of Deferred@1941088258 after retry RPC after error@1641940875) -> (continuation of Deferred@172615682 after retry RPC after error@1511668075) -> (continuation of Deferred@1007577234 after retry RPC after error@771609287) -> (continuation of Deferred@1748051586 after retry RPC after error@1676381070) -> (continuation of Deferred@753804697 after retry RPC after error@1866903849) -> (continuation of Deferred@237145973 after retry RPC after error@824885956) -> (continuation of Deferred@1815477141 after retry RPC after error@916504771) -> (continuation of Deferred@753121349 after retry RPC after error@1261986815) -> (continuation of Deferred@135446622 after retry RPC after error@948223815) -> (continuation of Deferred@160696706 after retry RPC after error@29078740) -> (continuation of Deferred@523605133 after retry RPC after error@39222955) -> (continuation of Deferred@724021114 after retry RPC after error@2011603934) -> (continuation of Deferred@1145360467 after retry RPC after error@1976978774) -> (continuation of Deferred@1671196905 after retry RPC after error@564578071) -> (continuation of Deferred@1132612920 after retry RPC after error@75044067) -> (continuation of Deferred@73541565 after retry RPC after error@334222937) -> (continuation of Deferred@1121034897 after retry RPC after error@239302692) -> (continuation of Deferred@462023070 after retry RPC after error@1444789672) -> (continuation of Deferred@420960464 after retry RPC after error@209752462) -> (continuation of Deferred@1485921433 after retry RPC after error@1675254494) -> (continuation of Deferred@1076383661 after retry RPC after error@1219279559)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:31.071 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
20:07:31.073 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:31.074 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
20:07:31.077 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29509), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [5ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [35ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [62ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [92ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [100ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [124ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [125ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [125ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [145ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [146ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [146ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [343ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [365ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [366ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [366ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [562ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [563ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1586ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1586ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1587ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1640ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1643ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3501ms] refreshing cache from master, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3502ms] too many traces: truncated at 100 traces, deferred=Deferred@1325931324(state=PENDING, result=null, callback=(continuation of Deferred@382451778 after retry RPC after error@533459360) -> (continuation of Deferred@1876377113 after retry RPC after error@1619597604) -> (continuation of Deferred@680008871 after retry RPC after error@1754181351) -> (continuation of Deferred@1048539673 after retry RPC after error@379002059) -> (continuation of Deferred@2123519898 after retry RPC after error@1668691769) -> (continuation of Deferred@651980532 after retry RPC after error@134438816) -> (continuation of Deferred@1690429373 after retry RPC after error@920443875) -> (continuation of Deferred@1941088258 after retry RPC after error@1641940875) -> (continuation of Deferred@172615682 after retry RPC after error@1511668075) -> (continuation of Deferred@1007577234 after retry RPC after error@771609287) -> (continuation of Deferred@1748051586 after retry RPC after error@1676381070) -> (continuation of Deferred@753804697 after retry RPC after error@1866903849) -> (continuation of Deferred@237145973 after retry RPC after error@824885956) -> (continuation of Deferred@1815477141 after retry RPC after error@916504771) -> (continuation of Deferred@753121349 after retry RPC after error@1261986815) -> (continuation of Deferred@135446622 after retry RPC after error@948223815) -> (continuation of Deferred@160696706 after retry RPC after error@29078740) -> (continuation of Deferred@523605133 after retry RPC after error@39222955) -> (continuation of Deferred@724021114 after retry RPC after error@2011603934) -> (continuation of Deferred@1145360467 after retry RPC after error@1976978774) -> (continuation of Deferred@1671196905 after retry RPC after error@564578071) -> (continuation of Deferred@1132612920 after retry RPC after error@75044067) -> (continuation of Deferred@73541565 after retry RPC after error@334222937) -> (continuation of Deferred@1121034897 after retry RPC after error@239302692) -> (continuation of Deferred@462023070 after retry RPC after error@1444789672) -> (continuation of Deferred@420960464 after retry RPC after error@209752462) -> (continuation of Deferred@1485921433 after retry RPC after error@1675254494) -> (continuation of Deferred@1076383661 after retry RPC after error@1219279559), errback=(continuation of Deferred@382451778 after retry RPC after error@533459360) -> (continuation of Deferred@1876377113 after retry RPC after error@1619597604) -> (continuation of Deferred@680008871 after retry RPC after error@1754181351) -> (continuation of Deferred@1048539673 after retry RPC after error@379002059) -> (continuation of Deferred@2123519898 after retry RPC after error@1668691769) -> (continuation of Deferred@651980532 after retry RPC after error@134438816) -> (continuation of Deferred@1690429373 after retry RPC after error@920443875) -> (continuation of Deferred@1941088258 after retry RPC after error@1641940875) -> (continuation of Deferred@172615682 after retry RPC after error@1511668075) -> (continuation of Deferred@1007577234 after retry RPC after error@771609287) -> (continuation of Deferred@1748051586 after retry RPC after error@1676381070) -> (continuation of Deferred@753804697 after retry RPC after error@1866903849) -> (continuation of Deferred@237145973 after retry RPC after error@824885956) -> (continuation of Deferred@1815477141 after retry RPC after error@916504771) -> (continuation of Deferred@753121349 after retry RPC after error@1261986815) -> (continuation of Deferred@135446622 after retry RPC after error@948223815) -> (continuation of Deferred@160696706 after retry RPC after error@29078740) -> (continuation of Deferred@523605133 after retry RPC after error@39222955) -> (continuation of Deferred@724021114 after retry RPC after error@2011603934) -> (continuation of Deferred@1145360467 after retry RPC after error@1976978774) -> (continuation of Deferred@1671196905 after retry RPC after error@564578071) -> (continuation of Deferred@1132612920 after retry RPC after error@75044067) -> (continuation of Deferred@73541565 after retry RPC after error@334222937) -> (continuation of Deferred@1121034897 after retry RPC after error@239302692) -> (continuation of Deferred@462023070 after retry RPC after error@1444789672) -> (continuation of Deferred@420960464 after retry RPC after error@209752462) -> (continuation of Deferred@1485921433 after retry RPC after error@1675254494) -> (continuation of Deferred@1076383661 after retry RPC after error@1219279559)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:31.079 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
20:07:31.079 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 68bdd6a769dbfb14b8f0bae67c3b2210
20:07:31.080 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
20:07:31.105 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.106 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.106 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.107 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.108 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [65ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [70ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [91ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [92ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [144ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [165ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [383ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [781ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [783ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [962ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [965ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [968ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [968ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2842ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [6320ms] refreshing cache from master, [6320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [6321ms] too many traces: truncated at 100 traces, deferred=Deferred@68499667(state=PENDING, result=null, callback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111), errback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111)))
20:07:31.109 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.110 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.110 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.110 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [65ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [70ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [91ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [92ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [144ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [165ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [383ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [781ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [783ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [962ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [965ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [968ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [968ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2842ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [6320ms] refreshing cache from master, [6320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [6321ms] too many traces: truncated at 100 traces, deferred=Deferred@68499667(state=PENDING, result=null, callback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111), errback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [65ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [70ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [91ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [92ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [144ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [165ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [383ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [781ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [783ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [962ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [965ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [968ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [968ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2842ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [6320ms] refreshing cache from master, [6320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [6321ms] too many traces: truncated at 100 traces, deferred=Deferred@68499667(state=PENDING, result=null, callback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111), errback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:31.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.122 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [65ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [70ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [91ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [92ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [144ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [165ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [383ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [781ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [783ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [962ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [965ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [968ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [968ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2842ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [6320ms] refreshing cache from master, [6320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [6321ms] too many traces: truncated at 100 traces, deferred=Deferred@68499667(state=PENDING, result=null, callback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111), errback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [10ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [18ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [18ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [41ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [46ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [65ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [69ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [70ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [70ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [83ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [85ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [91ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [92ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [144ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [144ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [164ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [165ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [165ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [262ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [262ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [383ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [383ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [781ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [782ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [783ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [962ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [965ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [968ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [968ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2842ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [6320ms] refreshing cache from master, [6320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [6321ms] too many traces: truncated at 100 traces, deferred=Deferred@68499667(state=PENDING, result=null, callback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111), errback=(continuation of Deferred@1214358795 after retry RPC after error@1936712063) -> (continuation of Deferred@1587574011 after retry RPC after error@1935543388) -> (continuation of Deferred@919779009 after retry RPC after error@976936317) -> (continuation of Deferred@1734373741 after retry RPC after error@1692380465) -> (continuation of Deferred@1201171413 after retry RPC after error@732272494) -> (continuation of Deferred@1328177262 after retry RPC after error@1451621023) -> (continuation of Deferred@1380447577 after retry RPC after error@1432225432) -> (continuation of Deferred@1231762765 after retry RPC after error@809725949) -> (continuation of Deferred@1573108113 after retry RPC after error@2014060151) -> (continuation of Deferred@1759354214 after retry RPC after error@1137326855) -> (continuation of Deferred@59055582 after retry RPC after error@467817599) -> (continuation of Deferred@533777608 after retry RPC after error@223403574) -> (continuation of Deferred@646990255 after retry RPC after error@802726062) -> (continuation of Deferred@922197777 after retry RPC after error@1029523095) -> (continuation of Deferred@421838242 after retry RPC after error@1930671096) -> (continuation of Deferred@2031531420 after retry RPC after error@774389207) -> (continuation of Deferred@316492829 after retry RPC after error@2084544973) -> (continuation of Deferred@818499971 after retry RPC after error@1608516808) -> (continuation of Deferred@656742029 after retry RPC after error@638970477) -> (continuation of Deferred@1554702949 after retry RPC after error@53705596) -> (continuation of Deferred@212698345 after retry RPC after error@90329491) -> (continuation of Deferred@240132752 after retry RPC after error@379601085) -> (continuation of Deferred@1992954956 after retry RPC after error@1630748111)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:31.126 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.126 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:07:31.126 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.127 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.128 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.145 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.145 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.146 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.147 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.165 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.166 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.166 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.167 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.185 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.186 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.186 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134851198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:31.206 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.206 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.206 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.207 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.210 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:07:31.212 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
20:07:31.266 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.266 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.266 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.268 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.286 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.286 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.286 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.288 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.306 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.306 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.306 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.308 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:31.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134851698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:31.706 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
20:07:31.707 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
20:07:31.766 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.766 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.766 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.768 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:31.823 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:31.823 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:31.823 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:31.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:31.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:31.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:31.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:31.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:31.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:31.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:31.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:31.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:31.825 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:31.846 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:31.846 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:31.846 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:31.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:31.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:31.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:31.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:32.047 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:32.048 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:32.048 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:32.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.049 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.049 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.049 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.049 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.049 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.049 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.050 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:32.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:32.076 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:07:32.077 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:07:32.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:07:32.077 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
20:07:32.078 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
20:07:32.078 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id eca6ceaabf92c850657312495e573ca9
20:07:32.079 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:32.079 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:07:32.079 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot eca6ceaabf92c850657312495e573ca9.
20:07:32.080 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id eca6ceaabf92c850657312495e573ca9.
20:07:32.081 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:07:32.081 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:07:32.081 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:07:32.082 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
20:07:32.082 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:07:32.082 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
20:07:32.082 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id 9ad297cd4ffa417fe2b19356b89782e5
20:07:32.085 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 9ad297cd4ffa417fe2b19356b89782e5.
20:07:32.086 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 9ad297cd4ffa417fe2b19356b89782e5.
20:07:32.086 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
20:07:32.087 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
20:07:32.087 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@77a0ef6
20:07:32.087 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:32.088 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:07:32.088 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
20:07:32.088 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
20:07:32.097 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
20:07:32.097 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
20:07:32.097 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3e940e84
20:07:32.097 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:32.098 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:07:32.098 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
20:07:32.098 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
20:07:32.102 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54eecce0
20:07:32.106 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24241e97
20:07:32.109 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:32.111 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:32.119 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.121 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.124 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.126 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.127 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.127 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.128 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.130 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:30.893899  8569 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 8560
20:07:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:32.137403  8569 kernel_stack_watchdog.cc:198] Thread 8560 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 380ms:
20:07:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:07:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:07:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:07:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:07:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:32.138221  8560 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.626s	user 0.530s	sys 1.000s
20:07:32.138 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:32.138744  8560 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.627s	user 0.530s	sys 1.001s
20:07:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:29.519490  8571 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:32.144 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.147 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:32.150449  8588 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:32.153 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.159230  8560 server_base.cc:1061] running on GCE node
20:07:32.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.160734  8560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:32.162 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.162 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.164961  8560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:32.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.166 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.166 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.166484  8560 hybrid_clock.cc:648] HybridClock initialized: now 1779134852166369 us; error 110 us; skew 500 ppm
20:07:32.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.167647  8560 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:32.179 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.178807  8560 webserver.cc:533] Webserver started at http://127.8.16.65:45847/ using document root <none> and password file <none>
20:07:32.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.180166  8560 fs_manager.cc:362] Metadata directory not provided
20:07:32.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.180545  8560 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:32.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.181195  8560 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:32.182 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.186 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.187 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.188 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.189 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.189317  8560 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/data/instance:
20:07:32.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2eead7a8e41949a1a72e75785cf6e46d"
20:07:32.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:32 on dist-test-slave-66b9"
20:07:32.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.190 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.190 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.191093  8560 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/wal/instance:
20:07:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2eead7a8e41949a1a72e75785cf6e46d"
20:07:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:32 on dist-test-slave-66b9"
20:07:32.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.191 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.199 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.199 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.199 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.200 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.200 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.200 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.201 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.201 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.201 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.201 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.201 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134852199 for job de855ecde0984daac22d8a9ca6a04543.
20:07:32.208 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.209 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.209 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.216 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
20:07:32.217 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
20:07:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.218417  8560 fs_manager.cc:696] Time spent creating directory manager: real 0.026s	user 0.007s	sys 0.015s
20:07:32.219 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.219 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.219 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.220 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.220 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.220 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.220 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.220 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.227 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.228 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.227789  8602 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:32.228 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.229 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.229 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.232626  8560 fs_manager.cc:730] Time spent opening block manager: real 0.008s	user 0.005s	sys 0.000s
20:07:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.233065  8560 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/wal
20:07:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2eead7a8e41949a1a72e75785cf6e46d"
20:07:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:32 on dist-test-slave-66b9"
20:07:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.233574  8560 fs_report.cc:389] FS layout report
20:07:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/wal
20:07:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/wal
20:07:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/data/data
20:07:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:32.247 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.248 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.248 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.249 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.259 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.259 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.259 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.279 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.279 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.279 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.280 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.287 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.288 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.288 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.289 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.289 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.290 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.290 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.299944  8560 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.301894  8560 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.302479  8560 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.306351  8560 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.312270  8560 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.312568  8560 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:07:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.312865  8560 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.313078  8560 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:07:32.328 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.328 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.328 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.329 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.329 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.329 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.378 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.379 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.379 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.380 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.380 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.380 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.381 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.439 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.439 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.440 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.441 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.498 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.499 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.499 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.500 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.500 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.500 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.500 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.513139  8714 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.16.65:34517 every 8 connection(s)
20:07:32.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.513723  8560 rpc_server.cc:307] RPC server started. Bound to: 127.8.16.65:34517
20:07:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.518261  8560 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/data/info.pb
20:07:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.520211  8257 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 8560
20:07:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.520854  8257 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-0/wal/instance
20:07:32.529 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.529 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.530 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.531 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.547809  8257 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/wal
20:07:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/data
20:07:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/logs
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/data/info.pb
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.66:0
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.16.66
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.66
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:32.556 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:32.556 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:32.557 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:32.557 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:32.557 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:32.558 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:32.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:32.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.562 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:32.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.605764  8715 heartbeater.cc:344] Connected to a master server at 127.8.16.124:43447
20:07:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.606222  8716 heartbeater.cc:344] Connected to a master server at 127.8.16.125:44243
20:07:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.606370  8715 heartbeater.cc:461] Registering TS with master...
20:07:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.606563  8716 heartbeater.cc:461] Registering TS with master...
20:07:32.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.607851  8716 heartbeater.cc:507] Master 127.8.16.125:44243 requested a full tablet report, sending...
20:07:32.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.609310  8720 heartbeater.cc:344] Connected to a master server at 127.8.16.126:37607
20:07:32.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.609601  8715 heartbeater.cc:507] Master 127.8.16.124:43447 requested a full tablet report, sending...
20:07:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.609726  8720 heartbeater.cc:461] Registering TS with master...
20:07:32.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.610831  8720 heartbeater.cc:507] Master 127.8.16.126:37607 requested a full tablet report, sending...
20:07:32.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.612267  8377 ts_manager.cc:194] Registered new tserver with Master: 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65:34517)
20:07:32.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.612846  8459 ts_manager.cc:194] Registered new tserver with Master: 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65:34517)
20:07:32.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.615496  8377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.16.65:35465
20:07:32.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:32.617027  8303 ts_manager.cc:194] Registered new tserver with Master: 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65:34517)
20:07:32.696 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:32.697 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:32.697 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:32.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:32.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:32.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:32.698 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:32.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134852699 for job de855ecde0984daac22d8a9ca6a04543.
20:07:32.708 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.708 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.709 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.709 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.710 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.710 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:32.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
20:07:32.744 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:32.744 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:32.745 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:32.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:32.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:32.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:32.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:32.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:32.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:32.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:32.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:32.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:32.746 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:32.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:32.838 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:32.839 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:32.839 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:32.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:32.839 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:32.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:32.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:32.985 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:32.986 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:32.986 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:32.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:32.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:32.986 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:32.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:32.986 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:32.986 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:32.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:32.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:32.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:32.987 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:32.992 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:32.992 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:32.992 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:32.993 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:32.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:32.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:32.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:32.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:32.993 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:32.993 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:32.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:32.993 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:32.993 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:33.004099  8719 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:33.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:33.004765  8719 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:33.005501  8719 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:33.044222  8719 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:33.045235  8719 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.16.66
20:07:33.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:33.114744  8719 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/data
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/wal
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.66:0
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/data/info.pb
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.66
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.16.66
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/logs
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:33.116487  8719 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:33.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:33.118733  8719 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:33.136636  8731 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:33.200 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134853199 for job de855ecde0984daac22d8a9ca6a04543.
20:07:33.210 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:07:33.213 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
20:07:33.247 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:33.248 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:33.248 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:33.249 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:33.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:33.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:33.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:33.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:33.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:33.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:33.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:33.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:33.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:33.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:33.299 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:33.299 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:33.299 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:33.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:33.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:33.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:33.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:33.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:33.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:33.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:33.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:33.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:33.302 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:33.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:33.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:33.624010  8716 heartbeater.cc:499] Master 127.8.16.125:44243 was elected leader, sending a full tablet report...
20:07:33.698 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134853698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:33.715 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:07:33.717 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
20:07:33.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:33.926 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:33.927 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:33.927 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:33.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:33.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:33.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:33.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:33.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:33.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:33.929 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:33.929 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:33.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:33.929 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:33.959 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:33.960 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:33.960 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:33.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:33.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:33.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:33.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:33.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:33.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:33.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:33.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:33.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:33.967 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:34.070 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:34.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134854198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:34.217 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:07:34.219 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
20:07:34.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:34.527 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RESTARTING to RUNNING.
20:07:34.528 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:07:34.529 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
20:07:34.529 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:07:34.530 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
20:07:34.531 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
20:07:34.531 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 14b824ff57df8d4ac4eae5ff98ec280b
20:07:34.532 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
20:07:34.532 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
20:07:34.533 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id d15f1901baa864f36fa237de7b249a2e
20:07:34.533 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
20:07:34.537 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:07:34.538 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:07:34.538 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:34.539 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:34.539 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id d15f1901baa864f36fa237de7b249a2e.
20:07:34.541 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:07:34.541 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
20:07:34.541 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 91474ac93371d1f86887f8593e4d0443
20:07:34.542 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 14b824ff57df8d4ac4eae5ff98ec280b.
20:07:34.542 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
20:07:34.543 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:07:34.543 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
20:07:34.543 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 98402ba73ff648b9e4ce6e4e36245f3b
20:07:34.544 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 91474ac93371d1f86887f8593e4d0443.
20:07:34.545 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 91474ac93371d1f86887f8593e4d0443.
20:07:34.546 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:07:34.547 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 98402ba73ff648b9e4ce6e4e36245f3b.
20:07:34.550 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
20:07:34.550 [INFO - Thread-38] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:07:34.550 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
20:07:34.550 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
20:07:34.551 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.1.202.126:43031(127.1.202.126:43031)] disconnecting while in state TERMINATED
20:07:34.551 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.1.202.124:42607(127.1.202.124:42607)] disconnecting while in state TERMINATED
20:07:34.551 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.1.202.125:35071(127.1.202.125:35071)] disconnecting while in state TERMINATED
20:07:34.551 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:34.551 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
20:07:34.551 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
20:07:34.551 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@206bd948
20:07:34.552 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:34.552 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:07:34.553 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
20:07:34.553 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
20:07:34.556 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
20:07:34.556 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@667c2af0
20:07:34.556 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:34.557 [INFO - Thread-38] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:07:34.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@14e9352d
20:07:34.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:34.557 [INFO - Thread-38] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:07:34.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:07:34.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
20:07:34.558 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
20:07:34.559 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a7a2614
20:07:34.559 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
20:07:34.559 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
20:07:34.564 [DEBUG - Thread-38] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:34.564 [INFO - Thread-38] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:07:34.567 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@706c4591
20:07:34.567 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:34.567 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:34.568 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:07:34.568 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
20:07:34.568 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:07:34.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
20:07:34.569 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
20:07:34.569 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
20:07:34.570 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:34.571 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4dba49ba
20:07:34.572 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4505d8a9
20:07:34.572 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:34.573 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:34.573 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:34.573 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:34.575 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43e178db
20:07:34.576 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:34.577 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:34.578 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.581 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:34.590 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.596 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.598 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.602 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.610 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.611 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.613 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.613 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.614 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.615 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:34.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.616 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:34.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.617 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:34.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.622 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.623 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.630 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.631 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.643 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.644 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.646 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.650 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.651 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.651 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:33.142465  8732 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:34.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:33.146929  8734 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:34.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.654 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.654 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.654 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.654 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:34.656 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:34.656 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:34.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.657 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:34.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.657 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.657 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:34.658902  8733 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1516 milliseconds
20:07:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.659056  8719 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.660593  8719 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:34.662 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.662 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.663 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.663530  8719 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:34.664 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.664 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.664944  8719 hybrid_clock.cc:648] HybridClock initialized: now 1779134854664865 us; error 166 us; skew 500 ppm
20:07:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.666018  8719 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:34.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.666 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.674 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.674 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.679 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:34.680 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.681 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.681 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.682 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.683 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.683 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.686659  8719 webserver.cc:533] Webserver started at http://127.8.16.66:38531/ using document root <none> and password file <none>
20:07:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.687958  8719 fs_manager.cc:362] Metadata directory not provided
20:07:34.703 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.688210  8719 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.688781  8719 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.695365  8719 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/data/instance:
20:07:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b509b4fa6684a60aba024ed368742b2"
20:07:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:34 on dist-test-slave-66b9"
20:07:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.697012  8719 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/wal/instance:
20:07:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b509b4fa6684a60aba024ed368742b2"
20:07:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:34 on dist-test-slave-66b9"
20:07:34.704 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.705 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.705 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.706 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.706 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:34.707 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134854704 for job de855ecde0984daac22d8a9ca6a04543.
20:07:34.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.708 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.710 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.710 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.710 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.706 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.710 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.712 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:34.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.715372  8719 fs_manager.cc:696] Time spent creating directory manager: real 0.018s	user 0.004s	sys 0.007s
20:07:34.716 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:34.716 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:07:34.716 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:34.716 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:34.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.717 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
20:07:34.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.717 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:34.719 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.719 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.719 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.719 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.719 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.720 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.720 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.722 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.723 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.723 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.723 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.724614  8793 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:34.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.726259  8719 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.726617  8719 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/wal
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b509b4fa6684a60aba024ed368742b2"
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:34 on dist-test-slave-66b9"
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.727082  8719 fs_report.cc:389] FS layout report
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/wal
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/wal
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/data/data
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:34.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:34.731 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.732 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.732 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.734 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.736 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:34.736 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:34.736 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:34.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.737 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:34.739 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.739 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.739 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.739 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.740 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.752 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.752 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.753 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.753 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.753 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.753 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.753 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.755 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.756 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.756 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.756 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.756 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.758 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.758 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.775 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:34.776 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:34.776 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:34.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:34.778 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.778 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.778 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.779 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.779 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.779 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.780 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.780 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.780 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.780 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.783 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.783 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.783 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.784 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.784 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:34.791 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.792 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.792 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.802139  8719 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:34.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.804116  8719 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:34.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.804685  8719 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:34.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.808202  8719 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:34.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.814226  8719 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:34.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.814520  8719 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:07:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.814839  8719 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.815064  8719 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:07:34.818 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.818 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.819 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.823 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.823 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.823 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.824 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.830 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.831 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.831 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.836 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:34.836 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:34.836 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:34.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:34.838 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.838 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.839 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.840 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.844 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:34.844 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:34.844 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:34.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:34.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:34.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:34.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:34.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:34.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:34.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:34.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:34.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:34.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:34.871 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.871 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.871 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.872 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.899 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.899 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.899 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.899 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.900 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.900 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.900 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.900 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.900 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.901 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.901 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.902 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.911 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.911 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.911 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.912 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.912 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.967 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:34.967 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:34.968 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:34.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:34.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:34.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:34.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:34.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:34.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:34.969 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:34.969 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:34.969 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:34.969 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:34.975 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:34.976 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:34.976 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:34.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:34.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:34.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:34.977 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:34.978 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:34.978 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:34.978 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:34.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:34.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.979 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:34.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:34.979 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.989688  8719 rpc_server.cc:307] RPC server started. Bound to: 127.8.16.66:43111
20:07:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.990056  8907 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.16.66:43111 every 8 connection(s)
20:07:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:34.992518  8719 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/data/info.pb
20:07:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.001094  8257 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 8719
20:07:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.001663  8257 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-1/wal/instance
20:07:35.010 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.011 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.011 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.013 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.013 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.013 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.016567  8257 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/wal
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/data
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/logs
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/data/info.pb
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.67:0
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.16.67
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.67
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:35.019 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.019 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.019 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.021 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.043 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.043 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.044 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.045 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.053190  8908 heartbeater.cc:344] Connected to a master server at 127.8.16.124:43447
20:07:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.053745  8908 heartbeater.cc:461] Registering TS with master...
20:07:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.054431  8910 heartbeater.cc:344] Connected to a master server at 127.8.16.126:37607
20:07:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.054762  8910 heartbeater.cc:461] Registering TS with master...
20:07:35.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.055234  8908 heartbeater.cc:507] Master 127.8.16.124:43447 requested a full tablet report, sending...
20:07:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.056044  8910 heartbeater.cc:507] Master 127.8.16.126:37607 requested a full tablet report, sending...
20:07:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.058568  8459 ts_manager.cc:194] Registered new tserver with Master: 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111)
20:07:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.059623  8909 heartbeater.cc:344] Connected to a master server at 127.8.16.125:44243
20:07:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.059926  8303 ts_manager.cc:194] Registered new tserver with Master: 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111)
20:07:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.060141  8909 heartbeater.cc:461] Registering TS with master...
20:07:35.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.061136  8909 heartbeater.cc:507] Master 127.8.16.125:44243 requested a full tablet report, sending...
20:07:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.063989  8377 ts_manager.cc:194] Registered new tserver with Master: 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111)
20:07:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.065407  8377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.16.66:59407
20:07:35.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:35.078 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.079 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.079 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.079 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.080 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.139 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.139 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.140 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.140 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.140 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.140 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.140 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.140 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.167 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:35.168 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:35.168 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:35.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.169 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.169 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.169 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:35.183 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.183 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.183 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.184 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134855198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:35.208 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:07:35.209 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
20:07:35.236 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:35.236 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:35.236 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:35.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:35.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:35.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:35.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:35.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:35.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:35.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:35.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:35.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:35.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:35.276 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:35.276 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:35.277 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:35.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.277 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:35.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:35.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:35.319 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.320 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.320 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.320 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.320 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.320 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.320 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.320 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.320 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.320 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.347 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:35.348 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:35.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.349 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:35.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.349 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.349 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.349 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:35.355 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:35.356 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:35.356 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:35.356 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:35.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:35.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:35.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:35.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:35.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:35.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:35.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:35.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:35.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:35.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:35.357 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:35.356 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:35.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.358 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:35.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:35.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:35.358 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:35.381381  8334 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1240 after lost signal to thread 8270
20:07:35.393 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:35.393 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:35.393 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:35.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:35.393 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:35.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:35.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:35.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:35.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:35.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:35.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:35.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:35.395 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:35.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:35.408867  8918 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:35.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:35.409587  8918 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:35.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:35.410230  8918 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:35.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:35.452481  8918 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:35.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:35.453421  8918 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.16.67
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.500109  8918 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.16.84:38275
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/data
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/wal
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.16.67:0
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/data/info.pb
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.16.67
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.16.126:37607,127.8.16.125:44243,127.8.16.124:43447
20:07:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.16.67
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/logs
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.501827  8918 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:35.504069  8918 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:35.527233  8924 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:35.531 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.531 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.532 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.532 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.532 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.536 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:35.537 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:35.538 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:35.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:35.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:35.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:35.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:35.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:35.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:35.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:35.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:35.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:35.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:35.539 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.540 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.540 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.541 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.541 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.541 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:35.572 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:35.572 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:35.572 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:35.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:35.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:35.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:35.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:35.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:35.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:35.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:35.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:35.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:35.573 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:35.663 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.664 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.664 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134855698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:35.710 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:07:35.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
20:07:35.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:35.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:35.931 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.931 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.931 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.932 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.933 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.933 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:35.959 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:35.960 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:35.960 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:35.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:35.962 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.962 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:35.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:35.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:36.068859  8909 heartbeater.cc:499] Master 127.8.16.125:44243 was elected leader, sending a full tablet report...
20:07:36.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:36.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134856198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:36.211 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:07:36.213 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
20:07:36.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:36.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:36.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:36.596 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:36.597 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:36.597 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:36.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:36.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:36.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:36.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:36.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:36.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:36.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:36.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:36.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:36.599 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:36.617 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:36.617 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:36.617 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:36.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:36.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:36.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:36.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:36.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:36.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:36.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:36.619 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:36.619 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:36.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:36.619 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:36.619 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:36.620 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:36.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:36.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:36.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:36.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:36.621 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:36.621 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:36.621 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:36.621 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:36.621 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:36.621 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:36.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134856699 for job de855ecde0984daac22d8a9ca6a04543.
20:07:36.719 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:07:36.720 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
20:07:36.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:36.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:36.835 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:36.836 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:36.836 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:36.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:36.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:36.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:36.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:36.838 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:36.839 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:36.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:36.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:36.839 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:36.839 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:36.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:36.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:36.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:36.840 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:36.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:36.840 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:36.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:36.840 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:36.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:36.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:36.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:36.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:36.841 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:37.032 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:37.033 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:37.033 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:37.033 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:37.033 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:37.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:37.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:37.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:37.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:37.035 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:37.035 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:37.035 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:37.035 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:37.070 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:37.151 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:37.151 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:37.151 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:37.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:37.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:37.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:37.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:37.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:37.153 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:37.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:37.153 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:37.153 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:37.153 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:37.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134857198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:37.210 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:07:37.211 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
20:07:37.259 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:37.259 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:37.259 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:37.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:37.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:37.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:37.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:37.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:37.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:37.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:37.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:37.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:37.263 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:37.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:37.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:35.535953  8925 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:36.928399  8923 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 8918
20:07:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:37.432164  8923 kernel_stack_watchdog.cc:198] Thread 8918 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 389ms:
20:07:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:07:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:07:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:07:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:07:37.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:37.433127  8927 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:37.434231  8918 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.900s	user 0.676s	sys 1.149s
20:07:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:37.434549  8918 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.900s	user 0.676s	sys 1.149s
20:07:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:37.439607  8926 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1904 milliseconds
20:07:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.439659  8918 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.440774  8918 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.443315  8918 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.444739  8918 hybrid_clock.cc:648] HybridClock initialized: now 1779134857444676 us; error 78 us; skew 500 ppm
20:07:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.445533  8918 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.452320  8918 webserver.cc:533] Webserver started at http://127.8.16.67:42097/ using document root <none> and password file <none>
20:07:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.453262  8918 fs_manager.cc:362] Metadata directory not provided
20:07:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.453456  8918 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.453866  8918 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.458544  8918 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/data/instance:
20:07:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c64218ec15e48fc901eec7c164a9287"
20:07:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:37 on dist-test-slave-66b9"
20:07:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.459753  8918 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/wal/instance:
20:07:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c64218ec15e48fc901eec7c164a9287"
20:07:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:37 on dist-test-slave-66b9"
20:07:37.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.467991  8918 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
20:07:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.474383  8935 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.475783  8918 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
20:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.476155  8918 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/wal
20:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c64218ec15e48fc901eec7c164a9287"
20:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:37 on dist-test-slave-66b9"
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.476471  8918 fs_report.cc:389] FS layout report
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/wal
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/wal
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/data/data
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:37.483 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:37.483 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:37.483 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:37.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:37.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:37.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:37.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:37.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:37.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:37.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:37.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:37.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:37.484 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:37.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.545780  8918 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:37.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.547503  8918 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:37.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.547958  8918 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:37.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.550954  8918 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:37.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.555927  8918 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:37.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.556145  8918 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:07:37.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.556356  8918 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:37.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.556556  8918 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:07:37.570 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:37.587 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:37.588 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:37.588 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:37.589 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:37.589 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:37.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:37.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:37.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:37.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:37.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:37.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:37.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:37.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:37.627 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:37.628 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:37.628 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:37.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:37.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:37.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:37.628 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:37.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:37.629 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:37.629 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:37.629 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:37.629 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:37.629 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:37.698 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134857698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:37.710 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:07:37.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
20:07:37.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.735108  8918 rpc_server.cc:307] RPC server started. Bound to: 127.8.16.67:40329
20:07:37.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.735222  9049 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.16.67:40329 every 8 connection(s)
20:07:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.738016  8918 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/data/info.pb
20:07:37.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.741606  8257 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 8918
20:07:37.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.742098  8257 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster12377479263133168184/ts-2/wal/instance
20:07:37.790 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:37.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:37.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.797596  9052 heartbeater.cc:344] Connected to a master server at 127.8.16.126:37607
20:07:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.798273  9052 heartbeater.cc:461] Registering TS with master...
20:07:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.798467  9050 heartbeater.cc:344] Connected to a master server at 127.8.16.124:43447
20:07:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.798813  9050 heartbeater.cc:461] Registering TS with master...
20:07:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.799777  9052 heartbeater.cc:507] Master 127.8.16.126:37607 requested a full tablet report, sending...
20:07:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.799924  9050 heartbeater.cc:507] Master 127.8.16.124:43447 requested a full tablet report, sending...
20:07:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.801173  9051 heartbeater.cc:344] Connected to a master server at 127.8.16.125:44243
20:07:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.801522  9051 heartbeater.cc:461] Registering TS with master...
20:07:37.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.802325  9051 heartbeater.cc:507] Master 127.8.16.125:44243 requested a full tablet report, sending...
20:07:37.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.803625  8303 ts_manager.cc:194] Registered new tserver with Master: 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329)
20:07:37.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.803671  8459 ts_manager.cc:194] Registered new tserver with Master: 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329)
20:07:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.804898  8377 ts_manager.cc:194] Registered new tserver with Master: 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329)
20:07:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.806797  8377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.16.67:44681
20:07:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:37.817442  8257 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:07:37.829 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:07:37.829 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:07:37.831 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.8.16.126"
      port: 37607
    }
    bound_http_address {
      host: "127.8.16.126"
      port: 45217
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.8.16.125"
      port: 44243
    }
    bound_http_address {
      host: "127.8.16.125"
      port: 34671
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.8.16.124"
      port: 43447
    }
    bound_http_address {
      host: "127.8.16.124"
      port: 36591
    }
  }
}

20:07:37.831 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:07:37.832 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.8.16.65"
      port: 34517
    }
    bound_http_address {
      host: "127.8.16.65"
      port: 45847
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.8.16.66"
      port: 43111
    }
    bound_http_address {
      host: "127.8.16.66"
      port: 38531
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.8.16.67"
      port: 40329
    }
    bound_http_address {
      host: "127.8.16.67"
      port: 42097
    }
  }
}

20:07:37.832 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:07:37.833 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:37.834 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:07:37.834 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:07:37.835 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:07:37.835 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:07:37.839 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:07:37.856 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:37.856 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:37.857 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:37.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:37.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:37.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:37.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:37.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:37.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:37.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:37.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:37.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:37.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:37.906 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:37.906 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:37.906 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:37.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:37.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:37.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:37.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:37.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:37.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:37.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:37.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:37.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:37.907 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:38.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:38.184 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:38.184 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:38.185 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:38.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:38.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:38.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:38.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:38.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:38.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:38.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:38.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:38.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:38.185 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:38.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134858198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:38.208 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:07:38.209 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
20:07:38.215 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:07:38.215 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:07:38.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:38.219305  9060 mini_oidc.cc:150] Starting JWKS server
20:07:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:38.222869  9060 webserver.cc:533] Webserver started at http://127.0.0.1:40191/ using document root <none> and password file <none>
20:07:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:38.223758  9060 mini_oidc.cc:186] Starting OIDC Discovery server
20:07:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:38.225678  9060 webserver.cc:533] Webserver started at http://127.0.0.1:39825/ using document root <none> and password file <none>
20:07:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:07:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:07:38.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:07:38Z Disabled control of system clock
20:07:38.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:38.291064  9060 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/wal
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/data
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/logs
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/data/info.pb
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.62:46847
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.62
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40191/jwks.json with env {}
20:07:38.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:38.478 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:38.478 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:38.479 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:38.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:38.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:38.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:38.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:38.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:38.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:38.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:38.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:38.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:38.479 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:38.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:38.637 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:38.637 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:38.637 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:38.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:38.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:38.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:38.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:38.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:38.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:38.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:38.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:38.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:38.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.640453  9072 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.641032  9072 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.641541  9072 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.681905  9072 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:07:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.682323  9072 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.682673  9072 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:07:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.683029  9072 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:07:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.683378  9072 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:07:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.683562  9072 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40191/jwks.json
20:07:38.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134858698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:38.712 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:07:38.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:38.729805  9072 master_runner.cc:387] Master server non-default flags:
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/data
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/wal
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.62:46847
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40191/jwks.json
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/data/info.pb
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.62
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/logs
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:38.731448  9072 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:38.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:38.733305  9072 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:38.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.747795  9079 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:38.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:38.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:38.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:38.810460  9051 heartbeater.cc:499] Master 127.8.16.125:44243 was elected leader, sending a full tablet report...
20:07:38.832 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:38.833 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:38.833 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:38.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:38.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:38.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:38.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:38.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:38.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:38.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:38.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:38.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:38.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:39.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:39.119 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:39.119 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:39.119 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:39.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:39.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:39.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:39.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:39.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:39.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:39.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:39.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:39.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:39.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:39.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134859198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:39.209 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:07:39.211 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
20:07:39.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:39.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:39.572 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:39.619 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:39.620 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:39.620 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:39.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:39.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:39.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:39.622 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:39.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:39.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:39.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:39.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:39.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:39.623 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:39.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134859698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:39.709 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:07:39.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
20:07:39.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:39.797 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:39.962 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:39.963 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:39.963 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:39.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:39.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:39.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:39.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:39.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:39.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:39.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:39.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:39.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:39.966 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:40.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:40.084 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:40.084 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:40.084 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:40.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:40.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:40.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:40.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:40.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:40.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:40.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:40.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:40.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:40.086 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:40.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134860199 for job de855ecde0984daac22d8a9ca6a04543.
20:07:40.212 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:07:40.217 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
20:07:40.248 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:40.248 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:40.249 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:40.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.251 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:40.264 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:40.264 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:40.265 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:40.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:40.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:40.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:40.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:40.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:40.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:40.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:40.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:40.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:40.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:40.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:40.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:40.328 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:40.328 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:40.328 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:40.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:40.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:40.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:40.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:40.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:40.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:40.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:40.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:40.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:40.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:40.490 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:40.491 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:40.491 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:40.492 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:40.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:40.492 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:40.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:40.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:40.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:40.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:40.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:40.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:40.493 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:40.496 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:40.497 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:40.497 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:40.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.499 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:38.748847  9078 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:40.512072  9072 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.766s	user 0.595s	sys 1.123s
20:07:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:40.512667  9072 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.766s	user 0.595s	sys 1.124s
20:07:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:40.164824  9077 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 9072
20:07:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:40.514945  9081 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:40.525228  9080 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1778 milliseconds
20:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.525296  9072 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:40.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.526531  9072 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.529296  9072 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.530699  9072 hybrid_clock.cc:648] HybridClock initialized: now 1779134860530653 us; error 78 us; skew 500 ppm
20:07:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.531719  9072 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:40.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.537878  9072 webserver.cc:533] Webserver started at http://127.8.217.62:45053/ using document root <none> and password file <none>
20:07:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.538934  9072 fs_manager.cc:362] Metadata directory not provided
20:07:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.539157  9072 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.539634  9072 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.544333  9072 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/data/instance:
20:07:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53805b3b80d24adf9c651b794b42f471"
20:07:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:40 on dist-test-slave-66b9"
20:07:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.545404  9072 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/wal/instance:
20:07:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53805b3b80d24adf9c651b794b42f471"
20:07:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:40 on dist-test-slave-66b9"
20:07:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.553498  9072 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
20:07:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.560660  9089 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.562165  9072 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.002s
20:07:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.562602  9072 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/wal
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53805b3b80d24adf9c651b794b42f471"
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:40 on dist-test-slave-66b9"
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.562944  9072 fs_report.cc:389] FS layout report
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/wal
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/wal
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/data/data
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:40.566 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:40.566 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:40.566 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:40.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.567 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:40.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:40.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.618805  9072 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:40.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.620457  9072 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.620898  9072 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:40.698 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134860698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:40.708 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:07:40.710 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
20:07:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.720572  9072 rpc_server.cc:307] RPC server started. Bound to: 127.8.217.62:46847
20:07:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.720762  9140 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.217.62:46847 every 8 connection(s)
20:07:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.723869  9072 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/data/info.pb
20:07:40.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.730921  9141 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.734051  9060 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 9072
20:07:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.734637  9060 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-0/wal/instance
20:07:40.739 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:40.739 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:40.739 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:40.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.739619  9060 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:40.740 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/wal
20:07:40.740 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:40.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:40.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/data
20:07:40.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:40.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/logs
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/data/info.pb
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:40.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:40.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:07:40.741 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.61:40273
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.61
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40191/jwks.json with env {}
20:07:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.749655  9141 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } has no permanent_uuid. Determining permanent_uuid...
20:07:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.783432  9141 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } has no permanent_uuid. Determining permanent_uuid...
20:07:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:40.785760  9092 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.217.61:40273: connect: Connection refused (error 111)
20:07:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:40.790009  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.61:40273: Network error: Client connection negotiation failed: client connection to 127.8.217.61:40273: connect: Connection refused (error 111)
20:07:40.790 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:40.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:40.827 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:40.828 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:40.828 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:40.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:40.828 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:40.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:40.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:40.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:40.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:40.829 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:40.829 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:40.829 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:40.829 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.839494  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } attempt: 1
20:07:40.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:40.844233  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.61:40273: Network error: Client connection negotiation failed: client connection to 127.8.217.61:40273: connect: Connection refused (error 111)
20:07:40.852 [DEBUG - pool-192-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.5.177.124:42459, [10ms] received response from server master-127.5.177.124:42459: OK, deferred=null) with no deferred attached!
20:07:40.903 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:40.903 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:40.904 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:40.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:40.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:40.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:40.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:40.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:40.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:40.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:40.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:40.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:40.904 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:40.912611  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } attempt: 2
20:07:40.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:40.917344  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.61:40273: Network error: Client connection negotiation failed: client connection to 127.8.217.61:40273: connect: Connection refused (error 111)
20:07:40.930 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:40.931 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:40.931 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:40.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:40.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:40.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:40.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:40.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:40.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:40.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:40.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:40.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:40.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:40.948 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:40.948 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:40.949 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:40.949 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.949 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:40.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.949 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.949 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:40.949 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:40.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:40.979 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:40.979 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:40.980 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:40.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:40.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:40.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:40.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:40.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:40.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:40.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:40.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:40.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:40.980 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:41.008761  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } attempt: 3
20:07:41.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.012912  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.61:40273: Network error: Client connection negotiation failed: client connection to 127.8.217.61:40273: connect: Connection refused (error 111)
20:07:41.056 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:41.056 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:41.057 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:41.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:41.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:41.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:41.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:41.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:41.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:41.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:41.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:41.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:41.058 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:41.068 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:41.068 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:41.068 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:41.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:41.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:41.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:41.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:41.069 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:41.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:41.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:41.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:41.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:41.069 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:41.070 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.100162  9143 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.100826  9143 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.101476  9143 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.139984  9143 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:07:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.140350  9143 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.140704  9143 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:07:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.141004  9143 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:07:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.141346  9143 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:07:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.141594  9143 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40191/jwks.json
20:07:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:41.156279  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } attempt: 4
20:07:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.160320  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.61:40273: Network error: Client connection negotiation failed: client connection to 127.8.217.61:40273: connect: Connection refused (error 111)
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:41.183691  9143 master_runner.cc:387] Master server non-default flags:
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/data
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/wal
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.61:40273
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40191/jwks.json
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/data/info.pb
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.61
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/logs
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:41.185052  9143 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:41.186775  9143 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:41.198 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134861198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:41.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.203127  9154 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:41.208 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:07:41.208 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
20:07:41.216 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:41.217 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:41.217 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:41.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:41.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:41.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:41.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:41.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:41.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:41.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:41.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:41.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:41.218 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:41.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:41.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:41.423 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:41.423 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:41.424 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:41.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:41.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:41.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:41.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:41.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:41.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:41.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:41.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:41.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:41.425 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:41.459784  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } attempt: 5
20:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.467058  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.61:40273: Network error: Client connection negotiation failed: client connection to 127.8.217.61:40273: connect: Connection refused (error 111)
20:07:41.493 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.6.127.124:38349, [108ms] received response from server master-127.6.127.124:38349: OK, deferred=null) with no deferred attached!
20:07:41.493 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.6.127.124:38349, [20ms] received response from server master-127.6.127.124:38349: OK, deferred=null) with no deferred attached!
20:07:41.493 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.6.127.124:38349, [23ms] received response from server master-127.6.127.124:38349: OK, deferred=null) with no deferred attached!
20:07:41.493 [DEBUG - pool-196-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.6.127.124:38349, [21ms] received response from server master-127.6.127.124:38349: OK, deferred=null) with no deferred attached!
20:07:41.567 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:41.568 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:41.568 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:41.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:41.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:41.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:41.569 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:41.569 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:41.569 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:41.569 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:41.569 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:41.569 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:41.569 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:41.570 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:41.592 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:41.592 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:41.592 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:41.593 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:41.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:41.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:41.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:41.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:41.593 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:41.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:41.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:41.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:41.594 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:41.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134861698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:41.740 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=41 ms, finalizationTime=1 ms).
20:07:41.741 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
20:07:41.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:41.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:41.947 [DEBUG - pool-194-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.6.127.124:38349, [4ms] received response from server master-127.6.127.124:38349: OK, deferred=null) with no deferred attached!
20:07:41.956 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:41.957 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:41.957 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:41.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:41.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:41.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:41.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:41.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:41.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:41.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:41.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:41.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:41.963 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:42.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.014614  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } attempt: 6
20:07:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:42.034969  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.61:40273: Network error: Client connection negotiation failed: client connection to 127.8.217.61:40273: connect: Connection refused (error 111)
20:07:42.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:42.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134862198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:42.214 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:07:42.216 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
20:07:42.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:42.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:42.456 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:42.457 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:42.457 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:42.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:42.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:42.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:42.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:42.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:42.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:42.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:42.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:42.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:42.459 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:42.466 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:42.466 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:42.467 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:42.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:42.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:42.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:42.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:42.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:42.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:42.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:42.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:42.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:42.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:42.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.207687  9156 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:41.204877  9153 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:42.661053  9155 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1455 milliseconds
20:07:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.661172  9143 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.662916  9143 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.666558  9143 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:42.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.668532  9143 hybrid_clock.cc:648] HybridClock initialized: now 1779134862668466 us; error 83 us; skew 500 ppm
20:07:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.669612  9143 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.692438  9143 webserver.cc:533] Webserver started at http://127.8.217.61:41429/ using document root <none> and password file <none>
20:07:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.693833  9143 fs_manager.cc:362] Metadata directory not provided
20:07:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.694166  9143 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:42.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.694708  9143 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:42.700 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134862698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.700834  9143 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/data/instance:
20:07:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45010e4f420e4d34b1e8293652254eeb"
20:07:42.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:42 on dist-test-slave-66b9"
20:07:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.703317  9143 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/wal/instance:
20:07:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45010e4f420e4d34b1e8293652254eeb"
20:07:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:42 on dist-test-slave-66b9"
20:07:42.710 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:07:42.710 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
20:07:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.714205  9143 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.001s
20:07:42.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.721691  9167 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.723133  9143 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
20:07:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.723583  9143 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/wal
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45010e4f420e4d34b1e8293652254eeb"
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:42 on dist-test-slave-66b9"
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.723990  9143 fs_report.cc:389] FS layout report
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/wal
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/wal
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/data/data
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:42.773 [DEBUG - pool-192-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.5.177.124:42459, [25ms] received response from server master-127.5.177.124:42459: OK, deferred=null) with no deferred attached!
20:07:42.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:42.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.798945  9143 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.800837  9143 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.801477  9143 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:42.879 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:42.879 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:42.879 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:42.880 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:42.880 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:42.880 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:42.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:42.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:42.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:42.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:42.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:42.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:42.881 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:42.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.921972  9143 rpc_server.cc:307] RPC server started. Bound to: 127.8.217.61:40273
20:07:42.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.922029  9218 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.217.61:40273 every 8 connection(s)
20:07:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.925375  9143 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/data/info.pb
20:07:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.933350  9219 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.933331  9060 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 9143
20:07:42.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.933799  9060 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-1/wal/instance
20:07:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.936475  9060 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/wal
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/data
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/logs
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/data/info.pb
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.60:34669
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.60
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:42.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:42.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40191/jwks.json with env {}
20:07:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.945513  9219 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } has no permanent_uuid. Determining permanent_uuid...
20:07:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.974903  9219 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } has no permanent_uuid. Determining permanent_uuid...
20:07:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:42.997119  9219 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } has no permanent_uuid. Determining permanent_uuid...
20:07:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.000941  9171 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.013407  9219 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.063161  9219 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 1
20:07:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.067726  9219 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.095621  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } attempt: 7
20:07:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.110354  9141 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } has no permanent_uuid. Determining permanent_uuid...
20:07:43.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.117604  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.136307  9219 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 2
20:07:43.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.140810  9219 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.168 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:43.168 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:43.168 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:43.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:43.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:43.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:43.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:43.169 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:43.169 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:43.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:43.169 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:43.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:43.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.176084  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 1
20:07:43.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.182077  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134863198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:43.207 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
20:07:43.208 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
20:07:43.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.232357  9219 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 3
20:07:43.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.236696  9219 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.243 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:43.243 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:43.244 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:43.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:43.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:43.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:43.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:43.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:43.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:43.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:43.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:43.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:43.244 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:43.259 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:43.259 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:43.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:43.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:43.260 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:43.260 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:43.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:43.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:43.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:43.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:43.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:43.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:43.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:43.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.263496  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 2
20:07:43.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.268186  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:43.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:43.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.319968  9221 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.320796  9221 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:43.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.321535  9221 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:43.346 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:43.347 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:43.347 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:43.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:43.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:43.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:43.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:43.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:43.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:43.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:43.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:43.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:43.347 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.353735  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 3
20:07:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.358180  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.376355  9221 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:07:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.376824  9221 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.377060  9221 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:07:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.377278  9221 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:07:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.377485  9221 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:07:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.377637  9221 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40191/jwks.json
20:07:43.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.380156  9219 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 4
20:07:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.385396  9219 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.422871  9221 master_runner.cc:387] Master server non-default flags:
20:07:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/data
20:07:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/wal
20:07:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.60:34669
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40191/jwks.json
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/data/info.pb
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.60
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/logs
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.424341  9221 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.426326  9221 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.439599  9234 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.498698  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 4
20:07:43.504 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:43.504 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:43.504 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:43.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:43.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:43.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:43.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:43.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:43.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:43.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:43.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:43.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:43.507 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:43.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.510007  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.684906  9219 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 5
20:07:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.692008  9219 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:43.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134863698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:43.711 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:07:43.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
20:07:43.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:43.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:43.793640  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 5
20:07:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.798127  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:44.017 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:44.017 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:44.018 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:44.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:44.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:44.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:44.020 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:44.020 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:44.020 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:44.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:44.020 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:44.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:44.021 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:44.071 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:44.188 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:44.188 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:44.188 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:44.189 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:44.189 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:44.189 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:44.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:44.189 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:44.189 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:44.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:44.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:44.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:44.190 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:44.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134864199 for job de855ecde0984daac22d8a9ca6a04543.
20:07:44.209 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:07:44.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
20:07:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.239521  9219 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 6
20:07:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:44.252664  9219 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:44.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:44.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.350504  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 6
20:07:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:44.380296  9141 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.217.60:34669: Network error: Client connection negotiation failed: client connection to 127.8.217.60:34669: connect: Connection refused (error 111)
20:07:44.478 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:44.479 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:44.479 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:44.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:44.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:44.480 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:44.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:44.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:44.480 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:44.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:44.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:44.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:44.482 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:44.508 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:44.508 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:44.508 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:44.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:44.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:44.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:44.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:44.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:44.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:44.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:44.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:44.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:44.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:44.564 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:44.564 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:44.564 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:44.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:44.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:44.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:44.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:44.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:44.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:44.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:44.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:44.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:44.568 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:44.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:44.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134864698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:44.713 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:07:44.717 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
20:07:44.730 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:44.731 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:44.731 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:44.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:44.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:44.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:44.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:44.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:44.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:44.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:44.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:44.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:44.732 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:44.752 [DEBUG - pool-192-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.5.177.124:42459, [5ms] received response from server master-127.5.177.124:42459: OK, deferred=null) with no deferred attached!
20:07:44.790 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:44.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.440189  9235 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:43.443766  9237 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:44.976140  9236 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1535 milliseconds
20:07:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.976307  9221 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.977672  9221 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.980436  9221 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:44.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.981884  9221 hybrid_clock.cc:648] HybridClock initialized: now 1779134864981831 us; error 61 us; skew 500 ppm
20:07:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.983096  9221 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.990945  9221 webserver.cc:533] Webserver started at http://127.8.217.60:39587/ using document root <none> and password file <none>
20:07:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.992261  9221 fs_manager.cc:362] Metadata directory not provided
20:07:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.992678  9221 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:44.993254  9221 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:44.996 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:44.997 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:44.997 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:44.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:44.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:44.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:44.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:44.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:44.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:44.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:44.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:44.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:44.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.000326  9221 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/data/instance:
20:07:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5391d48bddc54cb08e8e00b45d94411d"
20:07:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:44 on dist-test-slave-66b9"
20:07:45.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.002126  9221 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/wal/instance:
20:07:45.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5391d48bddc54cb08e8e00b45d94411d"
20:07:45.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:44 on dist-test-slave-66b9"
20:07:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.012073  9221 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.003s
20:07:45.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.019055  9249 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.020439  9221 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.004s
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.020758  9221 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/wal
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5391d48bddc54cb08e8e00b45d94411d"
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:44 on dist-test-slave-66b9"
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.021134  9221 fs_report.cc:389] FS layout report
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/wal
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/wal
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/data/data
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:45.070 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:45.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.079908  9221 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.081669  9221 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.082244  9221 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.167752  9221 rpc_server.cc:307] RPC server started. Bound to: 127.8.217.60:34669
20:07:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.167906  9300 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.217.60:34669 every 8 connection(s)
20:07:45.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.171092  9221 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/data/info.pb
20:07:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.176385  9060 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 9221
20:07:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.176841  9060 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/master-2/wal/instance
20:07:45.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.178480  9301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:45.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134865198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:45.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.198459  9301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } has no permanent_uuid. Determining permanent_uuid...
20:07:45.209 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:45.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
20:07:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.232136  9301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } has no permanent_uuid. Determining permanent_uuid...
20:07:45.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.245813  9301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } has no permanent_uuid. Determining permanent_uuid...
20:07:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.265368  9301 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d: Bootstrap starting.
20:07:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.273448  9301 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d: Neither blocks nor log segments found. Creating new log.
20:07:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.275503  9301 log.cc:826] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d: Log is configured to *not* fsync() on all Append() calls
20:07:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.281733  9301 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d: No bootstrap required, opened a new log
20:07:45.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:45.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:45.296 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:45.296 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:45.296 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:45.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:45.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:45.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:45.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:45.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:45.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:45.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:45.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:45.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:45.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:45.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.306061  9301 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } }
20:07:45.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.307250  9301 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:45.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.307477  9301 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5391d48bddc54cb08e8e00b45d94411d, State: Initialized, Role: FOLLOWER
20:07:45.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.308209  9301 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } }
20:07:45.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.311204  9310 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.311910  9310 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [sys.catalog]: This master's current role is: FOLLOWER
20:07:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.312613  9301 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [sys.catalog]: configured and running, proceeding with master startup.
20:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.313262  9219 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 7
20:07:45.317 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:45.317 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:45.317 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:45.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:45.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:45.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:45.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:45.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:45.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:45.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:45.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:45.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:45.319 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:45.323 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:45.323 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:45.324 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:45.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:45.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:45.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:45.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:45.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:45.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:45.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:45.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:45.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:45.326 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:45.338462  9255 tablet.cc:2404] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:45.344 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:45.344 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:45.345 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:45.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:45.345 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:45.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:45.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:45.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:45.346 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:45.346 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:45.346 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:45.346 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:45.346 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.360162  9219 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb: Bootstrap starting.
20:07:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.375792  9219 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb: Neither blocks nor log segments found. Creating new log.
20:07:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.379488  9219 log.cc:826] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb: Log is configured to *not* fsync() on all Append() calls
20:07:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.396785  9219 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb: No bootstrap required, opened a new log
20:07:45.412 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:45.412 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:45.412 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:45.413 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:45.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:45.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:45.413 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:45.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:45.413 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:45.413 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:45.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:45.413 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:45.413 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.413878  9141 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } attempt: 7
20:07:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.444923  9141 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471: Bootstrap starting.
20:07:45.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.455418  9141 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471: Neither blocks nor log segments found. Creating new log.
20:07:45.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.454923  9219 raft_consensus.cc:359] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } }
20:07:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.455761  9219 raft_consensus.cc:385] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.456050  9219 raft_consensus.cc:740] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45010e4f420e4d34b1e8293652254eeb, State: Initialized, Role: FOLLOWER
20:07:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.457096  9219 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } }
20:07:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:45.458566  9324 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:07:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:45.458909  9324 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:07:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.459528  9141 log.cc:826] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471: Log is configured to *not* fsync() on all Append() calls
20:07:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.423146  9221 master_runner.cc:187] Error getting master registration for 127.8.217.62:46847: OK, instance_id { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" instance_seqno: 1779134860687782 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:07:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.465607  9221 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:07:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.465612  9327 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.466569  9327 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [sys.catalog]: This master's current role is: FOLLOWER
20:07:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.468447  9219 sys_catalog.cc:565] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [sys.catalog]: configured and running, proceeding with master startup.
20:07:45.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.471997  9141 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471: No bootstrap required, opened a new log
20:07:45.516 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:45.516 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:45.516 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:45.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:45.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:45.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:45.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:45.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:45.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:45.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:45.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:45.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:45.517 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.534471  9141 raft_consensus.cc:359] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } }
20:07:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.536319  9141 raft_consensus.cc:385] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.536660  9141 raft_consensus.cc:740] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53805b3b80d24adf9c651b794b42f471, State: Initialized, Role: FOLLOWER
20:07:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.538353  9141 consensus_queue.cc:260] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } }
20:07:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:45.543749  9339 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:07:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:45.544468  9339 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:07:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.515110  9143 master_runner.cc:187] Error getting master registration for 127.8.217.62:46847: OK, instance_id { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" instance_seqno: 1779134860687782 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:07:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.545986  9341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.546684  9143 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:07:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.547043  9341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [sys.catalog]: This master's current role is: FOLLOWER
20:07:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.548450  9141 sys_catalog.cc:565] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [sys.catalog]: configured and running, proceeding with master startup.
20:07:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:45.563448  9173 tablet.cc:2404] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:45.571 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:45.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.571029  9310 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.571605  9310 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } }
20:07:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.574520  9310 leader_election.cc:290] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 53805b3b80d24adf9c651b794b42f471 (127.8.217.62:46847), 45010e4f420e4d34b1e8293652254eeb (127.8.217.61:40273)
20:07:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.575904  9116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5391d48bddc54cb08e8e00b45d94411d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53805b3b80d24adf9c651b794b42f471" is_pre_election: true
20:07:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.576836  9116 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5391d48bddc54cb08e8e00b45d94411d in term 0.
20:07:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.578790  9194 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5391d48bddc54cb08e8e00b45d94411d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45010e4f420e4d34b1e8293652254eeb" is_pre_election: true
20:07:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.579664  9194 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5391d48bddc54cb08e8e00b45d94411d in term 0.
20:07:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.586755  9253 leader_election.cc:304] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53805b3b80d24adf9c651b794b42f471, 5391d48bddc54cb08e8e00b45d94411d; no voters: 
20:07:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.587750  9310 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.588122  9310 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.588442  9310 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 0 FOLLOWER]: Advancing to term 1
20:07:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.599896  9310 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } }
20:07:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.603348  9116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5391d48bddc54cb08e8e00b45d94411d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53805b3b80d24adf9c651b794b42f471"
20:07:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.603998  9116 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [term 0 FOLLOWER]: Advancing to term 1
20:07:45.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.612139  9116 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5391d48bddc54cb08e8e00b45d94411d in term 1.
20:07:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.621534  9310 leader_election.cc:290] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [CANDIDATE]: Term 1 election: Requested vote from peers 53805b3b80d24adf9c651b794b42f471 (127.8.217.62:46847), 45010e4f420e4d34b1e8293652254eeb (127.8.217.61:40273)
20:07:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.622639  9194 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5391d48bddc54cb08e8e00b45d94411d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45010e4f420e4d34b1e8293652254eeb"
20:07:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.623243  9194 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [term 0 FOLLOWER]: Advancing to term 1
20:07:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.624234  9253 leader_election.cc:304] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53805b3b80d24adf9c651b794b42f471, 5391d48bddc54cb08e8e00b45d94411d; no voters: 
20:07:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.625573  9310 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 1 FOLLOWER]: Leader election won for term 1
20:07:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:45.634796  9095 tablet.cc:2404] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.635531  9310 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [term 1 LEADER]: Becoming Leader. State: Replica: 5391d48bddc54cb08e8e00b45d94411d, State: Running, Role: LEADER
20:07:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.634450  9194 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5391d48bddc54cb08e8e00b45d94411d in term 1.
20:07:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.636858  9310 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } }
20:07:45.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.643208  9353 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.658557  9352 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5391d48bddc54cb08e8e00b45d94411d. Latest consensus state: current_term: 1 leader_uuid: "5391d48bddc54cb08e8e00b45d94411d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.659744  9352 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [sys.catalog]: This master's current role is: LEADER
20:07:45.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.698278  9355 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:07:45.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134865698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.709417  9355 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:07:45.709 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:07:45.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
20:07:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.747426  9194 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [term 1 FOLLOWER]: Refusing update from remote peer 5391d48bddc54cb08e8e00b45d94411d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:07:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.749388  9352 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [LEADER]: Connected to new peer: Peer: permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.763940  9116 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [term 1 FOLLOWER]: Refusing update from remote peer 5391d48bddc54cb08e8e00b45d94411d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:07:45.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.766064  9352 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [LEADER]: Connected to new peer: Peer: permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:45.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:45.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.801720  9327 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5391d48bddc54cb08e8e00b45d94411d. Latest consensus state: current_term: 1 leader_uuid: "5391d48bddc54cb08e8e00b45d94411d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.803506  9327 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [sys.catalog]: This master's current role is: FOLLOWER
20:07:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.832896  9357 mvcc.cc:204] Tried to move back new op lower bound from 7287336410059141120 to 7287336409661161472. Current Snapshot: MvccSnapshot[applied={T|T < 7287336410059141120}]
20:07:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.839064  9310 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5391d48bddc54cb08e8e00b45d94411d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.839807  9310 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [sys.catalog]: This master's current role is: LEADER
20:07:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.841827  9327 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5391d48bddc54cb08e8e00b45d94411d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.842587  9327 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb [sys.catalog]: This master's current role is: FOLLOWER
20:07:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.853199  9341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5391d48bddc54cb08e8e00b45d94411d. Latest consensus state: current_term: 1 leader_uuid: "5391d48bddc54cb08e8e00b45d94411d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.858899  9341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [sys.catalog]: This master's current role is: FOLLOWER
20:07:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.860605  9355 catalog_manager.cc:1382] Generated new cluster ID: 1020fddb3da94d3e91b0013d637affb5
20:07:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.860972  9355 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:07:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.880187  9352 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5391d48bddc54cb08e8e00b45d94411d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.882366  9352 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d [sys.catalog]: This master's current role is: LEADER
20:07:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.902598  9341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5391d48bddc54cb08e8e00b45d94411d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53805b3b80d24adf9c651b794b42f471" member_type: VOTER last_known_addr { host: "127.8.217.62" port: 46847 } } peers { permanent_uuid: "45010e4f420e4d34b1e8293652254eeb" member_type: VOTER last_known_addr { host: "127.8.217.61" port: 40273 } } peers { permanent_uuid: "5391d48bddc54cb08e8e00b45d94411d" member_type: VOTER last_known_addr { host: "127.8.217.60" port: 34669 } } }
20:07:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.903265  9341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471 [sys.catalog]: This master's current role is: FOLLOWER
20:07:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.949203  9355 catalog_manager.cc:1405] Generated new certificate authority record
20:07:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:45.954988  9355 catalog_manager.cc:1539] Loading token signing keys...
20:07:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.030529  9355 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d: Generated new TSK 0
20:07:46.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.032687  9355 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:07:46.070 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.076002  9060 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/wal
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/data
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/logs
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/data/info.pb
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.1:0
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.217.1
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.1
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:46.166 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:46.166 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:46.166 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:46.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:46.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:46.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:46.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:46.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:46.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:46.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:46.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:46.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:46.168 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:46.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134866198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:46.210 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:07:46.212 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
20:07:46.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:46.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:46.466 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:46.466 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:46.467 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:46.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:46.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:46.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:46.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:46.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:46.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:46.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:46.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:46.469 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:46.469 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.551129  9339 catalog_manager.cc:1294] Loaded cluster ID: 1020fddb3da94d3e91b0013d637affb5
20:07:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.551414  9339 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb: loading cluster ID for follower catalog manager: success
20:07:46.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.558703  9339 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb: acquiring CA information for follower catalog manager: success
20:07:46.570 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.575701  9339 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 45010e4f420e4d34b1e8293652254eeb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:07:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:46.632088  9366 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:46.632777  9366 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:46.633504  9366 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:46.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.668056  9353 catalog_manager.cc:1294] Loaded cluster ID: 1020fddb3da94d3e91b0013d637affb5
20:07:46.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.668641  9353 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471: loading cluster ID for follower catalog manager: success
20:07:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.685324  9353 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471: acquiring CA information for follower catalog manager: success
20:07:46.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134866698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:46.709 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:07:46.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
20:07:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.713086  9353 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 53805b3b80d24adf9c651b794b42f471: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:07:46.752 [DEBUG - pool-192-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.5.177.124:42459, [6ms] received response from server master-127.5.177.124:42459: OK, deferred=null) with no deferred attached!
20:07:46.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:46.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:46.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:46.795096  9366 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:46.796578  9366 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.217.1
20:07:46.799 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:46.799 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:46.799 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:46.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:46.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:46.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:46.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:46.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:46.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:46.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:46.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:46.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:46.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:46.807 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:46.807 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:46.808 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:46.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:46.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:46.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:46.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:46.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:46.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:46.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:46.809 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:46.809 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:46.809 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:46.810 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27146), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [138ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [139ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [361ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1162ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1985ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [5081ms] refreshing cache from master, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5082ms] too many traces: truncated at 100 traces, deferred=Deferred@1468223955(state=PENDING, result=null, callback=(continuation of Deferred@1042503887 after retry RPC after error@1092467801) -> (continuation of Deferred@1836204392 after retry RPC after error@540186844) -> (continuation of Deferred@83052853 after retry RPC after error@673239686) -> (continuation of Deferred@1462157291 after retry RPC after error@1676028331) -> (continuation of Deferred@2101505539 after retry RPC after error@1398286287) -> (continuation of Deferred@828576680 after retry RPC after error@1662705502) -> (continuation of Deferred@231118664 after retry RPC after error@523419488) -> (continuation of Deferred@912593277 after retry RPC after error@53528768) -> (continuation of Deferred@989160249 after retry RPC after error@817234616) -> (continuation of Deferred@784732970 after retry RPC after error@724941050) -> (continuation of Deferred@986249742 after retry RPC after error@988519469) -> (continuation of Deferred@606770969 after retry RPC after error@576588046) -> (continuation of Deferred@1597738945 after retry RPC after error@970418943) -> (continuation of Deferred@1228251267 after retry RPC after error@460441298) -> (continuation of Deferred@406259706 after retry RPC after error@439686801) -> (continuation of Deferred@2128645356 after retry RPC after error@1798476468) -> (continuation of Deferred@1268404479 after retry RPC after error@2032748163) -> (continuation of Deferred@64234150 after retry RPC after error@2081208154) -> (continuation of Deferred@1703415180 after retry RPC after error@1453740768) -> (continuation of Deferred@1959107456 after retry RPC after error@1835680805) -> (continuation of Deferred@1210826857 after retry RPC after error@754891486) -> (continuation of Deferred@1958690138 after retry RPC after error@1271600260) -> (continuation of Deferred@1567997212 after retry RPC after error@75809830) -> (continuation of Deferred@157056001 after retry RPC after error@438318746), errback=(continuation of Deferred@1042503887 after retry RPC after error@1092467801) -> (continuation of Deferred@1836204392 after retry RPC after error@540186844) -> (continuation of Deferred@83052853 after retry RPC after error@673239686) -> (continuation of Deferred@1462157291 after retry RPC after error@1676028331) -> (continuation of Deferred@2101505539 after retry RPC after error@1398286287) -> (continuation of Deferred@828576680 after retry RPC after error@1662705502) -> (continuation of Deferred@231118664 after retry RPC after error@523419488) -> (continuation of Deferred@912593277 after retry RPC after error@53528768) -> (continuation of Deferred@989160249 after retry RPC after error@817234616) -> (continuation of Deferred@784732970 after retry RPC after error@724941050) -> (continuation of Deferred@986249742 after retry RPC after error@988519469) -> (continuation of Deferred@606770969 after retry RPC after error@576588046) -> (continuation of Deferred@1597738945 after retry RPC after error@970418943) -> (continuation of Deferred@1228251267 after retry RPC after error@460441298) -> (continuation of Deferred@406259706 after retry RPC after error@439686801) -> (continuation of Deferred@2128645356 after retry RPC after error@1798476468) -> (continuation of Deferred@1268404479 after retry RPC after error@2032748163) -> (continuation of Deferred@64234150 after retry RPC after error@2081208154) -> (continuation of Deferred@1703415180 after retry RPC after error@1453740768) -> (continuation of Deferred@1959107456 after retry RPC after error@1835680805) -> (continuation of Deferred@1210826857 after retry RPC after error@754891486) -> (continuation of Deferred@1958690138 after retry RPC after error@1271600260) -> (continuation of Deferred@1567997212 after retry RPC after error@75809830) -> (continuation of Deferred@157056001 after retry RPC after error@438318746)))
20:07:46.814 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:07:46.814 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27146), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [138ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [139ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [361ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1162ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1985ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [5081ms] refreshing cache from master, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5082ms] too many traces: truncated at 100 traces, deferred=Deferred@1468223955(state=PENDING, result=null, callback=(continuation of Deferred@1042503887 after retry RPC after error@1092467801) -> (continuation of Deferred@1836204392 after retry RPC after error@540186844) -> (continuation of Deferred@83052853 after retry RPC after error@673239686) -> (continuation of Deferred@1462157291 after retry RPC after error@1676028331) -> (continuation of Deferred@2101505539 after retry RPC after error@1398286287) -> (continuation of Deferred@828576680 after retry RPC after error@1662705502) -> (continuation of Deferred@231118664 after retry RPC after error@523419488) -> (continuation of Deferred@912593277 after retry RPC after error@53528768) -> (continuation of Deferred@989160249 after retry RPC after error@817234616) -> (continuation of Deferred@784732970 after retry RPC after error@724941050) -> (continuation of Deferred@986249742 after retry RPC after error@988519469) -> (continuation of Deferred@606770969 after retry RPC after error@576588046) -> (continuation of Deferred@1597738945 after retry RPC after error@970418943) -> (continuation of Deferred@1228251267 after retry RPC after error@460441298) -> (continuation of Deferred@406259706 after retry RPC after error@439686801) -> (continuation of Deferred@2128645356 after retry RPC after error@1798476468) -> (continuation of Deferred@1268404479 after retry RPC after error@2032748163) -> (continuation of Deferred@64234150 after retry RPC after error@2081208154) -> (continuation of Deferred@1703415180 after retry RPC after error@1453740768) -> (continuation of Deferred@1959107456 after retry RPC after error@1835680805) -> (continuation of Deferred@1210826857 after retry RPC after error@754891486) -> (continuation of Deferred@1958690138 after retry RPC after error@1271600260) -> (continuation of Deferred@1567997212 after retry RPC after error@75809830) -> (continuation of Deferred@157056001 after retry RPC after error@438318746), errback=(continuation of Deferred@1042503887 after retry RPC after error@1092467801) -> (continuation of Deferred@1836204392 after retry RPC after error@540186844) -> (continuation of Deferred@83052853 after retry RPC after error@673239686) -> (continuation of Deferred@1462157291 after retry RPC after error@1676028331) -> (continuation of Deferred@2101505539 after retry RPC after error@1398286287) -> (continuation of Deferred@828576680 after retry RPC after error@1662705502) -> (continuation of Deferred@231118664 after retry RPC after error@523419488) -> (continuation of Deferred@912593277 after retry RPC after error@53528768) -> (continuation of Deferred@989160249 after retry RPC after error@817234616) -> (continuation of Deferred@784732970 after retry RPC after error@724941050) -> (continuation of Deferred@986249742 after retry RPC after error@988519469) -> (continuation of Deferred@606770969 after retry RPC after error@576588046) -> (continuation of Deferred@1597738945 after retry RPC after error@970418943) -> (continuation of Deferred@1228251267 after retry RPC after error@460441298) -> (continuation of Deferred@406259706 after retry RPC after error@439686801) -> (continuation of Deferred@2128645356 after retry RPC after error@1798476468) -> (continuation of Deferred@1268404479 after retry RPC after error@2032748163) -> (continuation of Deferred@64234150 after retry RPC after error@2081208154) -> (continuation of Deferred@1703415180 after retry RPC after error@1453740768) -> (continuation of Deferred@1959107456 after retry RPC after error@1835680805) -> (continuation of Deferred@1210826857 after retry RPC after error@754891486) -> (continuation of Deferred@1958690138 after retry RPC after error@1271600260) -> (continuation of Deferred@1567997212 after retry RPC after error@75809830) -> (continuation of Deferred@157056001 after retry RPC after error@438318746)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:46.821 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
20:07:46.823 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
20:07:46.825 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27146), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [138ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [139ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [361ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1162ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1985ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [5081ms] refreshing cache from master, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5082ms] too many traces: truncated at 100 traces, deferred=Deferred@1468223955(state=PENDING, result=null, callback=(continuation of Deferred@1042503887 after retry RPC after error@1092467801) -> (continuation of Deferred@1836204392 after retry RPC after error@540186844) -> (continuation of Deferred@83052853 after retry RPC after error@673239686) -> (continuation of Deferred@1462157291 after retry RPC after error@1676028331) -> (continuation of Deferred@2101505539 after retry RPC after error@1398286287) -> (continuation of Deferred@828576680 after retry RPC after error@1662705502) -> (continuation of Deferred@231118664 after retry RPC after error@523419488) -> (continuation of Deferred@912593277 after retry RPC after error@53528768) -> (continuation of Deferred@989160249 after retry RPC after error@817234616) -> (continuation of Deferred@784732970 after retry RPC after error@724941050) -> (continuation of Deferred@986249742 after retry RPC after error@988519469) -> (continuation of Deferred@606770969 after retry RPC after error@576588046) -> (continuation of Deferred@1597738945 after retry RPC after error@970418943) -> (continuation of Deferred@1228251267 after retry RPC after error@460441298) -> (continuation of Deferred@406259706 after retry RPC after error@439686801) -> (continuation of Deferred@2128645356 after retry RPC after error@1798476468) -> (continuation of Deferred@1268404479 after retry RPC after error@2032748163) -> (continuation of Deferred@64234150 after retry RPC after error@2081208154) -> (continuation of Deferred@1703415180 after retry RPC after error@1453740768) -> (continuation of Deferred@1959107456 after retry RPC after error@1835680805) -> (continuation of Deferred@1210826857 after retry RPC after error@754891486) -> (continuation of Deferred@1958690138 after retry RPC after error@1271600260) -> (continuation of Deferred@1567997212 after retry RPC after error@75809830) -> (continuation of Deferred@157056001 after retry RPC after error@438318746), errback=(continuation of Deferred@1042503887 after retry RPC after error@1092467801) -> (continuation of Deferred@1836204392 after retry RPC after error@540186844) -> (continuation of Deferred@83052853 after retry RPC after error@673239686) -> (continuation of Deferred@1462157291 after retry RPC after error@1676028331) -> (continuation of Deferred@2101505539 after retry RPC after error@1398286287) -> (continuation of Deferred@828576680 after retry RPC after error@1662705502) -> (continuation of Deferred@231118664 after retry RPC after error@523419488) -> (continuation of Deferred@912593277 after retry RPC after error@53528768) -> (continuation of Deferred@989160249 after retry RPC after error@817234616) -> (continuation of Deferred@784732970 after retry RPC after error@724941050) -> (continuation of Deferred@986249742 after retry RPC after error@988519469) -> (continuation of Deferred@606770969 after retry RPC after error@576588046) -> (continuation of Deferred@1597738945 after retry RPC after error@970418943) -> (continuation of Deferred@1228251267 after retry RPC after error@460441298) -> (continuation of Deferred@406259706 after retry RPC after error@439686801) -> (continuation of Deferred@2128645356 after retry RPC after error@1798476468) -> (continuation of Deferred@1268404479 after retry RPC after error@2032748163) -> (continuation of Deferred@64234150 after retry RPC after error@2081208154) -> (continuation of Deferred@1703415180 after retry RPC after error@1453740768) -> (continuation of Deferred@1959107456 after retry RPC after error@1835680805) -> (continuation of Deferred@1210826857 after retry RPC after error@754891486) -> (continuation of Deferred@1958690138 after retry RPC after error@1271600260) -> (continuation of Deferred@1567997212 after retry RPC after error@75809830) -> (continuation of Deferred@157056001 after retry RPC after error@438318746)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:46.829 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:46.830 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
20:07:46.830 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
20:07:46.830 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RUNNING to RESTARTING.
20:07:46.879 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:46.879 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:46.879 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:46.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:46.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:46.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:46.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:46.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:46.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:46.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:46.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:46.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:46.882 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.959482  9366 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/data
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/wal
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.1:0
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/data/info.pb
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.1
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.217.1
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/logs
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.961206  9366 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:46.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:46.963389  9366 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:47.006 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:47.007 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:47.007 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:47.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:47.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:47.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:47.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:47.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:47.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:47.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:47.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:47.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:47.008 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:47.038187  9375 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:47.147 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:47.148 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:47.148 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:47.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:47.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:47.149 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:47.149 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:47.149 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:47.149 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:47.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:47.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:47.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:47.150 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:47.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134867198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:47.208 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:07:47.209 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
20:07:47.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:47.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:47.467 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:47.467 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:47.468 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:47.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:47.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:47.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:47.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:47.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:47.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:47.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:47.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:47.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:47.469 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:47.499 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:47.499 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:47.499 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:47.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:47.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:47.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:47.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:47.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:47.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:47.501 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:47.501 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:47.501 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:47.501 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:47.651 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:47.651 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:47.651 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:47.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:47.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:47.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:47.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:47.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:47.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:47.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:47.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:47.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:47.653 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:47.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 73 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134867698 for job de855ecde0984daac22d8a9ca6a04543.
20:07:47.708 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 73 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:07:47.710 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 73 as completed for source Source: KuduSource.
20:07:47.757 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:47.757 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:47.757 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:47.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:47.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:47.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:47.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:47.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:47.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:47.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:47.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:47.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:47.758 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:47.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:47.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:47.818 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:47.819 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:47.819 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:47.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:47.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:47.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:47.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:47.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:47.820 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:47.821 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:47.821 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:47.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:47.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:48.127 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:48.128 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:48.128 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:48.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:48.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:48.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:48.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:48.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:48.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:48.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:48.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:48.130 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:48.130 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:48.136 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:48.136 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:48.137 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:48.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.139 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.139 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:48.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 74 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134868198 for job de855ecde0984daac22d8a9ca6a04543.
20:07:48.208 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 74 for job de855ecde0984daac22d8a9ca6a04543 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:07:48.211 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 74 as completed for source Source: KuduSource.
20:07:48.244 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.245 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.245 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.246 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.247 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28604), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [15ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [25ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [52ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [65ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [482ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [701ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [702ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [802ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1382ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] too many traces: truncated at 100 traces, deferred=Deferred@1470817558(state=PENDING, result=null, callback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737), errback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737)))
20:07:48.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.250 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28604), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [15ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [25ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [52ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [65ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [482ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [701ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [702ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [802ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1382ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] too many traces: truncated at 100 traces, deferred=Deferred@1470817558(state=PENDING, result=null, callback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737), errback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28604), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [15ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [25ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [52ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [65ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [482ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [701ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [702ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [802ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1382ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] too many traces: truncated at 100 traces, deferred=Deferred@1470817558(state=PENDING, result=null, callback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737), errback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.126:36643
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:48.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.255 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.261 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28604), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [15ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [25ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [52ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [65ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [482ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [701ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [702ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [802ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1382ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] too many traces: truncated at 100 traces, deferred=Deferred@1470817558(state=PENDING, result=null, callback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737), errback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28604), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [15ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [25ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [52ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [52ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [65ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [158ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [163ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [221ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [222ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [222ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [263ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [263ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [482ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [701ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [702ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [702ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [802ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [802ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1382ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] too many traces: truncated at 100 traces, deferred=Deferred@1470817558(state=PENDING, result=null, callback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737), errback=(continuation of Deferred@2063337133 after retry RPC after error@21952867) -> (continuation of Deferred@54785141 after retry RPC after error@54604638) -> (continuation of Deferred@429036789 after retry RPC after error@1877078853) -> (continuation of Deferred@1939690128 after retry RPC after error@2035041406) -> (continuation of Deferred@1962164894 after retry RPC after error@342883486) -> (continuation of Deferred@234825041 after retry RPC after error@378269476) -> (continuation of Deferred@1077784537 after retry RPC after error@735916108) -> (continuation of Deferred@1601985995 after retry RPC after error@373783503) -> (continuation of Deferred@992566713 after retry RPC after error@2033472960) -> (continuation of Deferred@1151061288 after retry RPC after error@1764712311) -> (continuation of Deferred@412746622 after retry RPC after error@1138479096) -> (continuation of Deferred@1504946214 after retry RPC after error@1249153152) -> (continuation of Deferred@37612355 after retry RPC after error@528765171) -> (continuation of Deferred@1538402749 after retry RPC after error@900481755) -> (continuation of Deferred@1487323358 after retry RPC after error@1696076017) -> (continuation of Deferred@791487022 after retry RPC after error@2017466250) -> (continuation of Deferred@370051180 after retry RPC after error@859086276) -> (continuation of Deferred@1976497630 after retry RPC after error@222974122) -> (continuation of Deferred@1877337223 after retry RPC after error@2024312322) -> (continuation of Deferred@2051732684 after retry RPC after error@626668591) -> (continuation of Deferred@1708867039 after retry RPC after error@1505716216) -> (continuation of Deferred@1954419863 after retry RPC after error@15838587) -> (continuation of Deferred@1022909823 after retry RPC after error@517635519) -> (continuation of Deferred@444864607 after retry RPC after error@395572225) -> (continuation of Deferred@1769885737 after retry RPC after error@604303164) -> (continuation of Deferred@511200515 after retry RPC after error@373522737)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.126:36643
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:48.263 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.264 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.265 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.266 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.270 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:07:48.270 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
20:07:48.270 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
20:07:48.271 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:07:48.271 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
20:07:48.271 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:07:48.271 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
20:07:48.271 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
20:07:48.272 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
20:07:48.272 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
20:07:48.273 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:07:48.273 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
20:07:48.273 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:07:48.283 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:07:48.283 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
20:07:48.283 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.283 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:07:48.283 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.284 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.286 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:07:48.286 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
20:07:48.286 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:07:48.288 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:07:48.288 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
20:07:48.288 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:07:48.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:48.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:48.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:07:48.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
20:07:48.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:07:48.300 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
20:07:48.300 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
20:07:48.300 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
20:07:48.301 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
20:07:48.302 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
20:07:48.302 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
20:07:48.303 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:48.304 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.305 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.305 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.307 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.307 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:07:48.308 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 240f51d149f2bfe9236a66fd569edfd4
20:07:48.323 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.323 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.324 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.325 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.337 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:48.337 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:48.337 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:48.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.339 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:48.339 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:48.339 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:48.340 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:48.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:48.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:48.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:48.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:48.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:48.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:48.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:48.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:48.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:48.341 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:48.343 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.343 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.343 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.345 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.352 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.352 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.353 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.353 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.353 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.354 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] sending RPC to server master-127.5.177.124:42459, [1ms] received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [11ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [14ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [34ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [54ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [54ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [74ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [114ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [114ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [172ms] refreshing cache from master, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [174ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [292ms] refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [294ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [294ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [352ms] refreshing cache from master, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [354ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [812ms] refreshing cache from master, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [814ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [815ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1552ms] refreshing cache from master, [1552ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1553ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1554ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3032ms] refreshing cache from master, [3032ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [3034ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [3035ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3036ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3037ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5132ms] refreshing cache from master, [5132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5135ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5135ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5652ms] refreshing cache from master, [5652ms] too many traces: truncated at 100 traces, deferred=Deferred@438315243(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@14ae1cc0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482)))
20:07:48.357 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.357 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] sending RPC to server master-127.5.177.124:42459, [1ms] received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [11ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [14ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [34ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [54ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [54ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [74ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [114ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [114ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [172ms] refreshing cache from master, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [174ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [292ms] refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [294ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [294ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [352ms] refreshing cache from master, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [354ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [812ms] refreshing cache from master, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [814ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [815ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1552ms] refreshing cache from master, [1552ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1553ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1554ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3032ms] refreshing cache from master, [3032ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [3034ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [3035ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3036ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3037ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5132ms] refreshing cache from master, [5132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5135ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5135ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5652ms] refreshing cache from master, [5652ms] too many traces: truncated at 100 traces, deferred=Deferred@438315243(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@14ae1cc0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] sending RPC to server master-127.5.177.124:42459, [1ms] received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [11ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [14ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [34ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [54ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [54ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [74ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [114ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [114ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [172ms] refreshing cache from master, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [174ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [292ms] refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [294ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [294ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [352ms] refreshing cache from master, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [354ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [812ms] refreshing cache from master, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [814ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [815ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1552ms] refreshing cache from master, [1552ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1553ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1554ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3032ms] refreshing cache from master, [3032ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [3034ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [3035ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3036ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3037ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5132ms] refreshing cache from master, [5132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5135ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5135ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5652ms] refreshing cache from master, [5652ms] too many traces: truncated at 100 traces, deferred=Deferred@438315243(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@14ae1cc0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.125:34987
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:48.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.357 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.359 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.364 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.365 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.365 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.367 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.372 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.372 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.372 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.372 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.373 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] sending RPC to server master-127.5.177.124:42459, [1ms] received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [11ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [14ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [34ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [54ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [54ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [74ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [114ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [114ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [172ms] refreshing cache from master, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [174ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [292ms] refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [294ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [294ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [352ms] refreshing cache from master, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [354ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [812ms] refreshing cache from master, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [814ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [815ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1552ms] refreshing cache from master, [1552ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1553ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1554ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3032ms] refreshing cache from master, [3032ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [3034ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [3035ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3036ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3037ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5132ms] refreshing cache from master, [5132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5135ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5135ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5652ms] refreshing cache from master, [5652ms] too many traces: truncated at 100 traces, deferred=Deferred@438315243(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@14ae1cc0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=29613), Traces: [0ms] sending RPC to server master-127.5.177.124:42459, [1ms] received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [11ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [14ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [14ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [34ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [34ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [53ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [54ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [54ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [72ms] refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [74ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [74ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [113ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [114ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [114ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [172ms] refreshing cache from master, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [174ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [174ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [292ms] refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [293ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [294ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [294ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [352ms] refreshing cache from master, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [352ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [353ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [354ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [812ms] refreshing cache from master, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [813ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [814ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [815ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1552ms] refreshing cache from master, [1552ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1553ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1553ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1554ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1554ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3032ms] refreshing cache from master, [3032ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [3033ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [3034ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [3035ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3036ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3037ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5132ms] refreshing cache from master, [5132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [5133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [5134ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [5135ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5135ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [5652ms] refreshing cache from master, [5652ms] too many traces: truncated at 100 traces, deferred=Deferred@438315243(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@14ae1cc0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1038045944 after retry RPC after error@1897176470) -> (continuation of Deferred@1785234479 after retry RPC after error@247782846) -> (continuation of Deferred@1229657612 after retry RPC after error@476498590) -> (continuation of Deferred@838954177 after retry RPC after error@444628498) -> (continuation of Deferred@191557688 after retry RPC after error@569571825) -> (continuation of Deferred@405597802 after retry RPC after error@21328787) -> (continuation of Deferred@1576183987 after retry RPC after error@1811541901) -> (continuation of Deferred@349766438 after retry RPC after error@1042953157) -> (continuation of Deferred@1985328003 after retry RPC after error@1383378755) -> (continuation of Deferred@241718808 after retry RPC after error@1639180299) -> (continuation of Deferred@975279637 after retry RPC after error@1306015909) -> (continuation of Deferred@30179216 after retry RPC after error@2134977554) -> (continuation of Deferred@1231461585 after retry RPC after error@1173854280) -> (continuation of Deferred@656756633 after retry RPC after error@1374869203) -> (continuation of Deferred@739203112 after retry RPC after error@1430495289) -> (continuation of Deferred@1477928079 after retry RPC after error@521434384) -> (continuation of Deferred@1225568450 after retry RPC after error@25596850) -> (continuation of Deferred@1658235921 after retry RPC after error@1582758318) -> (continuation of Deferred@1928382470 after retry RPC after error@1197395689) -> (continuation of Deferred@280974391 after retry RPC after error@2035106823) -> (continuation of Deferred@227083216 after retry RPC after error@1007791374) -> (continuation of Deferred@1457866839 after retry RPC after error@1167807472) -> (continuation of Deferred@4804368 after retry RPC after error@822209482)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.125:34987
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:07:48.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.379 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:07:48.379 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RUNNING to RESTARTING.
20:07:48.380 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
20:07:48.380 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
20:07:48.381 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:07:48.381 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
20:07:48.381 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:07:48.382 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
20:07:48.382 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
20:07:48.382 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
20:07:48.382 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
20:07:48.382 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
20:07:48.383 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
20:07:48.383 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.383 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.384 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.392 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.392 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.392 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.394 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.399 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.6.127.125:39777(127.6.127.125:39777)] disconnecting while in state TERMINATED
20:07:48.399 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.6.127.126:35627(127.6.127.126:35627)] disconnecting while in state TERMINATED
20:07:48.399 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.6.127.124:38349(127.6.127.124:38349)] disconnecting while in state TERMINATED
20:07:48.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:48.400 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
20:07:48.400 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:07:48.412 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.412 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.412 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.413 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.413 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.413 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.414 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.419 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:07:48.419 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
20:07:48.419 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:07:48.430 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.6.127.125:39777(127.6.127.125:39777)] disconnecting while in state TERMINATED
20:07:48.431 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.6.127.126:35627(127.6.127.126:35627)] disconnecting while in state TERMINATED
20:07:48.431 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.6.127.124:38349(127.6.127.124:38349)] disconnecting while in state TERMINATED
20:07:48.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:48.431 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:07:48.432 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
20:07:48.432 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.432 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.432 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.434 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.450 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:07:48.450 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
20:07:48.450 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:07:48.451 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] disconnecting while in state TERMINATED
20:07:48.451 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.6.127.125:39777(127.6.127.125:39777)] disconnecting while in state TERMINATED
20:07:48.451 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.6.127.126:35627(127.6.127.126:35627)] disconnecting while in state TERMINATED
20:07:48.451 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.6.127.124:38349(127.6.127.124:38349)] disconnecting while in state TERMINATED
20:07:48.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:48.452 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:48.452 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
20:07:48.453 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:07:48.468 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:07:48.468 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
20:07:48.468 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:07:48.473 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.473 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.473 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.475 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.476 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 191371c93f04403bb434ca506793a87e(127.6.127.65:36129)] disconnecting while in state TERMINATED
20:07:48.476 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.6.127.125:39777(127.6.127.125:39777)] disconnecting while in state TERMINATED
20:07:48.476 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.6.127.126:35627(127.6.127.126:35627)] disconnecting while in state TERMINATED
20:07:48.476 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.6.127.124:38349(127.6.127.124:38349)] disconnecting while in state TERMINATED
20:07:48.477 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:48.479 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:48.480 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
20:07:48.480 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:07:48.490 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
20:07:48.491 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:07:48.492 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
20:07:48.492 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:07:48.492 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
20:07:48.493 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
20:07:48.494 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:48.495 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:07:48.495 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
20:07:48.495 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
20:07:48.495 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:07:48.495 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
20:07:48.496 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
20:07:48.497 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:48.512 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.513 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.513 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.517 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:48.517 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:48.517 [DEBUG - pool-254-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:48.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:48.519 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28871), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [31ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [46ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [304ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [304ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [442ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1281ms] refreshing cache from master, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1283ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1663ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [4861ms] refreshing cache from master, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [4863ms] too many traces: truncated at 100 traces, deferred=Deferred@364893319(state=PENDING, result=null, callback=(continuation of Deferred@1788944525 after retry RPC after error@2137409444) -> (continuation of Deferred@360729622 after retry RPC after error@2121316813) -> (continuation of Deferred@498486214 after retry RPC after error@1344300211) -> (continuation of Deferred@1205301853 after retry RPC after error@1007818171) -> (continuation of Deferred@332759428 after retry RPC after error@1082358449) -> (continuation of Deferred@1010478438 after retry RPC after error@271173783) -> (continuation of Deferred@793752247 after retry RPC after error@1950483229) -> (continuation of Deferred@494588270 after retry RPC after error@1128914726) -> (continuation of Deferred@289478642 after retry RPC after error@1979687980) -> (continuation of Deferred@1044769372 after retry RPC after error@863543901) -> (continuation of Deferred@715119943 after retry RPC after error@575259388) -> (continuation of Deferred@869260259 after retry RPC after error@1163128205) -> (continuation of Deferred@301102469 after retry RPC after error@2109741925) -> (continuation of Deferred@807262205 after retry RPC after error@1794665462) -> (continuation of Deferred@1755608433 after retry RPC after error@356663347) -> (continuation of Deferred@1262411609 after retry RPC after error@1655749139) -> (continuation of Deferred@695489737 after retry RPC after error@774949388) -> (continuation of Deferred@331947140 after retry RPC after error@1959681228) -> (continuation of Deferred@2140642432 after retry RPC after error@1465862612) -> (continuation of Deferred@204034695 after retry RPC after error@168249330) -> (continuation of Deferred@1228384686 after retry RPC after error@1686853813) -> (continuation of Deferred@577803209 after retry RPC after error@309880994) -> (continuation of Deferred@1727453594 after retry RPC after error@1476815617) -> (continuation of Deferred@2127447315 after retry RPC after error@799153936) -> (continuation of Deferred@2135439735 after retry RPC after error@352127996) -> (continuation of Deferred@412557997 after retry RPC after error@661840944), errback=(continuation of Deferred@1788944525 after retry RPC after error@2137409444) -> (continuation of Deferred@360729622 after retry RPC after error@2121316813) -> (continuation of Deferred@498486214 after retry RPC after error@1344300211) -> (continuation of Deferred@1205301853 after retry RPC after error@1007818171) -> (continuation of Deferred@332759428 after retry RPC after error@1082358449) -> (continuation of Deferred@1010478438 after retry RPC after error@271173783) -> (continuation of Deferred@793752247 after retry RPC after error@1950483229) -> (continuation of Deferred@494588270 after retry RPC after error@1128914726) -> (continuation of Deferred@289478642 after retry RPC after error@1979687980) -> (continuation of Deferred@1044769372 after retry RPC after error@863543901) -> (continuation of Deferred@715119943 after retry RPC after error@575259388) -> (continuation of Deferred@869260259 after retry RPC after error@1163128205) -> (continuation of Deferred@301102469 after retry RPC after error@2109741925) -> (continuation of Deferred@807262205 after retry RPC after error@1794665462) -> (continuation of Deferred@1755608433 after retry RPC after error@356663347) -> (continuation of Deferred@1262411609 after retry RPC after error@1655749139) -> (continuation of Deferred@695489737 after retry RPC after error@774949388) -> (continuation of Deferred@331947140 after retry RPC after error@1959681228) -> (continuation of Deferred@2140642432 after retry RPC after error@1465862612) -> (continuation of Deferred@204034695 after retry RPC after error@168249330) -> (continuation of Deferred@1228384686 after retry RPC after error@1686853813) -> (continuation of Deferred@577803209 after retry RPC after error@309880994) -> (continuation of Deferred@1727453594 after retry RPC after error@1476815617) -> (continuation of Deferred@2127447315 after retry RPC after error@799153936) -> (continuation of Deferred@2135439735 after retry RPC after error@352127996) -> (continuation of Deferred@412557997 after retry RPC after error@661840944)))
20:07:48.524 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:07:48.525 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
20:07:48.525 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
20:07:48.526 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:07:48.526 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
20:07:48.526 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
20:07:48.527 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:07:48.532 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.533 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.533 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.534 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.542 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
20:07:48.545 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:07:48.546 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
20:07:48.546 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:07:48.547 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
20:07:48.548 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
20:07:48.549 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:318) Clearing resource requirements of job de855ecde0984daac22d8a9ca6a04543
20:07:48.623 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:48.624 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:48.624 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:48.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:48.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:48.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:48.627 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:48.772 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.773 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.773 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.775 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.790 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:48.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:48.796 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:48.797 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:48.797 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:48.797 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:48.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:48.799 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:48.799 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:48.800 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29152), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [30ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [48ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [146ms] refreshing cache from master, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [148ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [148ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [262ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [401ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [682ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2441ms] refreshing cache from master, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2445ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2445ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [4261ms] refreshing cache from master, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [4263ms] too many traces: truncated at 100 traces, deferred=Deferred@697663887(state=PENDING, result=null, callback=(continuation of Deferred@117896511 after retry RPC after error@1052175163) -> (continuation of Deferred@2018839703 after retry RPC after error@2101965803) -> (continuation of Deferred@1305927280 after retry RPC after error@1152388034) -> (continuation of Deferred@349279863 after retry RPC after error@573667629) -> (continuation of Deferred@1508841029 after retry RPC after error@491120801) -> (continuation of Deferred@88057680 after retry RPC after error@753815243) -> (continuation of Deferred@227682349 after retry RPC after error@1067502046) -> (continuation of Deferred@1197337693 after retry RPC after error@429619819) -> (continuation of Deferred@97843765 after retry RPC after error@1006841192) -> (continuation of Deferred@336859569 after retry RPC after error@1444837754) -> (continuation of Deferred@1958290654 after retry RPC after error@1374961484) -> (continuation of Deferred@1708729690 after retry RPC after error@1084839218) -> (continuation of Deferred@2097874477 after retry RPC after error@225790111) -> (continuation of Deferred@556425118 after retry RPC after error@731946572) -> (continuation of Deferred@239067003 after retry RPC after error@690577299) -> (continuation of Deferred@1519133575 after retry RPC after error@1970373732) -> (continuation of Deferred@88431030 after retry RPC after error@1727220554) -> (continuation of Deferred@1566100488 after retry RPC after error@611529059) -> (continuation of Deferred@198464690 after retry RPC after error@2005002137) -> (continuation of Deferred@1814187501 after retry RPC after error@1365741859) -> (continuation of Deferred@2025799289 after retry RPC after error@16425944) -> (continuation of Deferred@2127158031 after retry RPC after error@332047228) -> (continuation of Deferred@302455690 after retry RPC after error@1203146353) -> (continuation of Deferred@1998005291 after retry RPC after error@830519542) -> (continuation of Deferred@468790791 after retry RPC after error@1749548558) -> (continuation of Deferred@650094929 after retry RPC after error@315417208) -> (continuation of Deferred@6256432 after retry RPC after error@1463766715) -> (continuation of Deferred@202473516 after retry RPC after error@2042330356), errback=(continuation of Deferred@117896511 after retry RPC after error@1052175163) -> (continuation of Deferred@2018839703 after retry RPC after error@2101965803) -> (continuation of Deferred@1305927280 after retry RPC after error@1152388034) -> (continuation of Deferred@349279863 after retry RPC after error@573667629) -> (continuation of Deferred@1508841029 after retry RPC after error@491120801) -> (continuation of Deferred@88057680 after retry RPC after error@753815243) -> (continuation of Deferred@227682349 after retry RPC after error@1067502046) -> (continuation of Deferred@1197337693 after retry RPC after error@429619819) -> (continuation of Deferred@97843765 after retry RPC after error@1006841192) -> (continuation of Deferred@336859569 after retry RPC after error@1444837754) -> (continuation of Deferred@1958290654 after retry RPC after error@1374961484) -> (continuation of Deferred@1708729690 after retry RPC after error@1084839218) -> (continuation of Deferred@2097874477 after retry RPC after error@225790111) -> (continuation of Deferred@556425118 after retry RPC after error@731946572) -> (continuation of Deferred@239067003 after retry RPC after error@690577299) -> (continuation of Deferred@1519133575 after retry RPC after error@1970373732) -> (continuation of Deferred@88431030 after retry RPC after error@1727220554) -> (continuation of Deferred@1566100488 after retry RPC after error@611529059) -> (continuation of Deferred@198464690 after retry RPC after error@2005002137) -> (continuation of Deferred@1814187501 after retry RPC after error@1365741859) -> (continuation of Deferred@2025799289 after retry RPC after error@16425944) -> (continuation of Deferred@2127158031 after retry RPC after error@332047228) -> (continuation of Deferred@302455690 after retry RPC after error@1203146353) -> (continuation of Deferred@1998005291 after retry RPC after error@830519542) -> (continuation of Deferred@468790791 after retry RPC after error@1749548558) -> (continuation of Deferred@650094929 after retry RPC after error@315417208) -> (continuation of Deferred@6256432 after retry RPC after error@1463766715) -> (continuation of Deferred@202473516 after retry RPC after error@2042330356)))
20:07:48.813 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:48.813 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:48.814 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:48.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:48.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:48.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:48.816 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:48.818 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:48.819 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:48.819 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:48.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:48.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:48.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:48.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:48.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:48.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:48.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:48.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:48.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:48.820 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:48.859 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:48.859 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:48.859 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:48.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:48.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:48.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:48.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:48.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:48.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:48.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:48.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:48.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:48.861 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:48.956 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:48.956 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:48.957 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:48.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:48.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:48.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:48.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:48.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:48.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:48.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:48.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:48.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:48.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:48.959 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RESTARTING to RUNNING.
20:07:48.960 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 240f51d149f2bfe9236a66fd569edfd4 from Checkpoint 68 @ 1779134809670 for 240f51d149f2bfe9236a66fd569edfd4 located at file:/tmp/junit8520622371282220358/checkpoints/240f51d149f2bfe9236a66fd569edfd4/chk-68.
20:07:48.961 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:07:48.961 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:07:48.965 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
20:07:48.966 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
20:07:48.967 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68
20:07:48.967 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
20:07:48.967 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:07:48.968 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:48.968 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c3eacbb3bc4efb61a13ce38fb17f4c68.
20:07:48.970 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68.
20:07:48.970 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
20:07:48.970 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 634e48703152bcf4290986b034e70d31
20:07:48.971 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
20:07:48.971 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:48.972 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
20:07:48.972 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac
20:07:48.972 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
20:07:48.972 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:07:48.974 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
20:07:48.974 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 020596577b5963aea2a2f280dcda99f3
20:07:48.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:48.975 [INFO - Thread-40] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:07:48.975 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.3.209.126:36643(127.3.209.126:36643)] disconnecting while in state TERMINATED
20:07:48.975 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.3.209.125:46655(127.3.209.125:46655)] disconnecting while in state TERMINATED
20:07:48.976 [DEBUG - Thread-40] (Connection.java:575) [peer master-127.3.209.124:33411(127.3.209.124:33411)] disconnecting while in state TERMINATED
20:07:48.976 [DEBUG - Thread-40] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:48.979 [INFO - Thread-40] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:07:48.980 [INFO - Thread-40] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:07:48.983 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 634e48703152bcf4290986b034e70d31.
20:07:48.984 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 634e48703152bcf4290986b034e70d31.
20:07:48.985 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
20:07:48.985 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
20:07:48.988 [DEBUG - Thread-40] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:48.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2730f96e
20:07:48.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:48.992 [INFO - Thread-40] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:07:48.992 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:07:48.993 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:07:48.993 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:07:49.000 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6aa392d9
20:07:49.006 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot e4a0bb2bad51e2937e3ffb94d567e0ac.
20:07:49.007 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac.
20:07:49.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
20:07:49.008 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:49.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
20:07:49.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@230b3eef
20:07:49.009 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:49.009 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:07:49.009 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
20:07:49.009 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
20:07:49.018 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 020596577b5963aea2a2f280dcda99f3.
20:07:49.020 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 020596577b5963aea2a2f280dcda99f3.
20:07:49.021 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
20:07:49.021 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
20:07:49.023 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@40b4db46
20:07:49.030 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.031 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@499bf8a1
20:07:49.032 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:49.033 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:07:49.033 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
20:07:49.036 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:49.037 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:49.038 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
20:07:49.039 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:49.039 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:49.043 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
20:07:49.044 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
20:07:49.045 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b34add6
20:07:49.046 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:49.046 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:49.047 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:07:49.050 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:07:49.051 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:07:49.051 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ae97531
20:07:49.056 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.057 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:49.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.061 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c30007e
20:07:49.062 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.117 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:49.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.119 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:49.120 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:49.120 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.120 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:49.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.120 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.120 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.120 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.123 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:49.123 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.129 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.130 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.146 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.151 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.164 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.166 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.173 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.180 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.182 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.186 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:49.189 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.193 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.209 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.211 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.222 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:49.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.225 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.234 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:49.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.241 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.250 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:49.254 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.260 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.263 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:49.263 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:49.263 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:49.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.265 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:49.266 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:49.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.271 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.279 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.280 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.287 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:49.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:49.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.299 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.306 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:49.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.310 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.310 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:49.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.312 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.312 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.321 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.322 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.322 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.322 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.331 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.332 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.341 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.350 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.350 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.350 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.351 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.352 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.353 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.353 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.359 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.365 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.369 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.370 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.370 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.371 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.380 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.381 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.383 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:49.383 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:49.383 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:49.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.386 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:49.386 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.386 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.387 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.388 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.390 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.390 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29733), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [30ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [46ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [69ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [69ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [362ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [423ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [423ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1203ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1362ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2644ms] too many traces: truncated at 100 traces, deferred=Deferred@1797148715(state=PENDING, result=null, callback=(continuation of Deferred@202906914 after retry RPC after error@994320252) -> (continuation of Deferred@1843737056 after retry RPC after error@1952689023) -> (continuation of Deferred@945707484 after retry RPC after error@603590228) -> (continuation of Deferred@1741963770 after retry RPC after error@243611180) -> (continuation of Deferred@1147080345 after retry RPC after error@933507304) -> (continuation of Deferred@1916431479 after retry RPC after error@1437143114) -> (continuation of Deferred@1774122912 after retry RPC after error@2131470607) -> (continuation of Deferred@1584610125 after retry RPC after error@1128614793) -> (continuation of Deferred@1574479798 after retry RPC after error@2134458067) -> (continuation of Deferred@953670442 after retry RPC after error@1361565370) -> (continuation of Deferred@1230646847 after retry RPC after error@2141412961) -> (continuation of Deferred@2041300020 after retry RPC after error@374755261) -> (continuation of Deferred@241541278 after retry RPC after error@1808840549) -> (continuation of Deferred@1291670607 after retry RPC after error@1760739786) -> (continuation of Deferred@1261497626 after retry RPC after error@632623238) -> (continuation of Deferred@63731539 after retry RPC after error@2102266481) -> (continuation of Deferred@836399359 after retry RPC after error@1021732706) -> (continuation of Deferred@1550907714 after retry RPC after error@1373666623) -> (continuation of Deferred@861905524 after retry RPC after error@1015881226) -> (continuation of Deferred@1735154224 after retry RPC after error@892848743) -> (continuation of Deferred@2067108535 after retry RPC after error@798801557) -> (continuation of Deferred@715447436 after retry RPC after error@566976333) -> (continuation of Deferred@1983693289 after retry RPC after error@1017029037) -> (continuation of Deferred@810703374 after retry RPC after error@1268271742) -> (continuation of Deferred@1539045741 after retry RPC after error@316778622), errback=(continuation of Deferred@202906914 after retry RPC after error@994320252) -> (continuation of Deferred@1843737056 after retry RPC after error@1952689023) -> (continuation of Deferred@945707484 after retry RPC after error@603590228) -> (continuation of Deferred@1741963770 after retry RPC after error@243611180) -> (continuation of Deferred@1147080345 after retry RPC after error@933507304) -> (continuation of Deferred@1916431479 after retry RPC after error@1437143114) -> (continuation of Deferred@1774122912 after retry RPC after error@2131470607) -> (continuation of Deferred@1584610125 after retry RPC after error@1128614793) -> (continuation of Deferred@1574479798 after retry RPC after error@2134458067) -> (continuation of Deferred@953670442 after retry RPC after error@1361565370) -> (continuation of Deferred@1230646847 after retry RPC after error@2141412961) -> (continuation of Deferred@2041300020 after retry RPC after error@374755261) -> (continuation of Deferred@241541278 after retry RPC after error@1808840549) -> (continuation of Deferred@1291670607 after retry RPC after error@1760739786) -> (continuation of Deferred@1261497626 after retry RPC after error@632623238) -> (continuation of Deferred@63731539 after retry RPC after error@2102266481) -> (continuation of Deferred@836399359 after retry RPC after error@1021732706) -> (continuation of Deferred@1550907714 after retry RPC after error@1373666623) -> (continuation of Deferred@861905524 after retry RPC after error@1015881226) -> (continuation of Deferred@1735154224 after retry RPC after error@892848743) -> (continuation of Deferred@2067108535 after retry RPC after error@798801557) -> (continuation of Deferred@715447436 after retry RPC after error@566976333) -> (continuation of Deferred@1983693289 after retry RPC after error@1017029037) -> (continuation of Deferred@810703374 after retry RPC after error@1268271742) -> (continuation of Deferred@1539045741 after retry RPC after error@316778622)))
20:07:49.394 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.399 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.400 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.402 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.406 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.410 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.411 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.411 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.413 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.413 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.416 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.419 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.419 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.420 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.425 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.425 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.426 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.428 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.428 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.430 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.430 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.430 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.430 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.432 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.433 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.492 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.492 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.492 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.492 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.492 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.493 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.493 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.493 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.492 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.499 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.499 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.499 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.499 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.499 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.499 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.500 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.500 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.500 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:49.492 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.492 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RESTARTING to RUNNING.
20:07:49.501 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.501 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.501 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:49.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.501 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.501 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.501 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job de855ecde0984daac22d8a9ca6a04543 from Checkpoint 74 @ 1779134868198 for de855ecde0984daac22d8a9ca6a04543 located at file:/tmp/junit8845026033091945030/checkpoints/de855ecde0984daac22d8a9ca6a04543/chk-74.
20:07:49.502 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
20:07:49.502 [INFO - flink-pekko.actor.default-dispatcher-10] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:07:49.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.502 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.502 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.503 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.503 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.510 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:49.514 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
20:07:49.515 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
20:07:49.515 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id a616d910be3f00059573dab7c5650d9c
20:07:49.516 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
20:07:49.516 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a616d910be3f00059573dab7c5650d9c.
20:07:49.516 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
20:07:49.516 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8
20:07:49.516 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
20:07:49.517 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:07:49.517 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id a616d910be3f00059573dab7c5650d9c.
20:07:49.519 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.520 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.520 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:07:49.520 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.521 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.523 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:07:49.525 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.525 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.525 [INFO - Thread-41] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:07:49.525 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.525 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.5.177.124:42459(127.5.177.124:42459)] disconnecting while in state TERMINATED
20:07:49.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.526 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.526 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.526 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.527 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.5.177.125:34987(127.5.177.125:34987)] disconnecting while in state TERMINATED
20:07:49.525 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
20:07:49.527 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 17a3696416f15ddb5773747ae0bd2281
20:07:49.528 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
20:07:49.528 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.5.177.126:45579(127.5.177.126:45579)] disconnecting while in state TERMINATED
20:07:49.528 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:07:49.529 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.529 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.529 [DEBUG - Thread-41] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:49.530 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.530 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.530 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.530 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.530 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.530 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.531 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
20:07:49.531 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:07:49.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.531 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:07:49.530 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.532 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.532 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 87b3eb87d3d9f23557b9e149dbf3dca8.
20:07:49.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.533 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
20:07:49.533 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8.
20:07:49.533 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id f15c92e0a935db3ab140050f2e2a607f
20:07:49.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
20:07:49.533 [INFO - Thread-41] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:07:49.542 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
20:07:49.542 [INFO - Thread-41] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:07:49.544 [DEBUG - Thread-41] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:49.544 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2c9682b5
20:07:49.544 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:49.545 [INFO - Thread-41] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:07:49.553 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:07:49.553 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:07:49.553 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:07:49.554 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:49.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.558 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3043f50d
20:07:49.559 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.560 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.560 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.560 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.560 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.560 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.569 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:49.570 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:49.570 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:49.570 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:07:49.570 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.570 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.570 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:49.570 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.570 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:49.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.573 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.573 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:49.579 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:49.580 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:49.580 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:49.580 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.580 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.580 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.581 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.581 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.582 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.582 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.582 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:49.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.584 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.585 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.585 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.585 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.585 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.587 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:49.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.587 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:49.587 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:49.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.588 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.588 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.589 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.589 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.589 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:49.589 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.589 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.589 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.590 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.591 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.593 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.603 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.603 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.603 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.607 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:49.607 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:49.607 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:49.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:49.608 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 17a3696416f15ddb5773747ae0bd2281.
20:07:49.610 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 17a3696416f15ddb5773747ae0bd2281.
20:07:49.610 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
20:07:49.610 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
20:07:49.611 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b3dfc8d
20:07:49.611 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:49.611 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:07:49.612 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:07:49.612 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:07:49.614 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot f15c92e0a935db3ab140050f2e2a607f.
20:07:49.615 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id f15c92e0a935db3ab140050f2e2a607f.
20:07:49.616 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
20:07:49.616 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
20:07:49.617 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10684165
20:07:49.617 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71ac5e7
20:07:49.617 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:49.617 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:07:49.617 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
20:07:49.618 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
20:07:49.618 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29fa138b
20:07:49.618 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:07:49.619 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:07:49.619 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:07:49.619 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:07:49.620 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:49.622 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.623 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:07:49.624 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:07:49.624 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:49.629 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4313759
20:07:49.633 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c2d5863
20:07:49.634 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.639 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.639 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.647 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:49.647 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.647 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:49.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.648 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.649 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.649 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.649 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.650 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.650 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.650 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.656 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:49.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.667 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:49.668 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:49.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.668 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.668 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.669 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.669 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.670 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:49.671 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:49.681 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:49.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.684 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.685 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.685 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.687 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:49.691 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.704 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:49.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.705 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.705 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.707 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:49.707 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:49.708 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:49.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.709 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:49.710 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.711 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:49.711 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.711 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:49.711 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:49.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:49.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:49.713 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:49.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:49.713 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:49.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.715 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:49.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.718 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:49.720 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.722 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.722 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.722 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.722 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.723 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.723 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.724 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.725 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.727 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.727 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:49.727 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:49.727 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:49.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.729 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:49.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.730 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.741 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:49.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.742 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.742 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.742 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.744 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.751 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.752 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.765 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.766 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.766 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.766 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.768 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.770 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:49.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.774 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:49.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.775 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:49.779 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.779 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.779 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.782 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.782 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.782 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.782 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.790 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:49.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:49.801 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:49.801 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:49.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.802 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:49.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.802 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.802 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.802 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.802 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.802 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.803 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:49.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:47.046679  9377 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:49.807 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.809 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.809 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.810 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:47.039479  9374 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:49.810 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:49.811178  9376 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2770 milliseconds
20:07:49.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.811316  9366 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.812978  9366 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:49.821 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.821122  9366 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:49.822 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:49.822 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:49.822 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:49.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.824 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:49.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.825 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.826 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.826 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.826757  9366 hybrid_clock.cc:648] HybridClock initialized: now 1779134869824733 us; error 2026 us; skew 500 ppm
20:07:49.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.827 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.828749  9366 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:49.829 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.829 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.829 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.829 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.831 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.832 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.842 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.843 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.854 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.861 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:49.861 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:49.861 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:49.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.862 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.862 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.862 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.864 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:49.865 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.871 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.871 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.871 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.871 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.872 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.873 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.873909  9366 webserver.cc:533] Webserver started at http://127.8.217.1:38395/ using document root <none> and password file <none>
20:07:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.875255  9366 fs_manager.cc:362] Metadata directory not provided
20:07:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.875524  9366 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.876088  9366 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:49.881 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.883 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.883 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.883 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.884 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.884 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.885 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.886132  9366 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/data/instance:
20:07:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c127540082496ba918d0c1278dfb7b"
20:07:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:49 on dist-test-slave-66b9"
20:07:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.887981  9366 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/wal/instance:
20:07:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c127540082496ba918d0c1278dfb7b"
20:07:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:49 on dist-test-slave-66b9"
20:07:49.891 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.891 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.891 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.891 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.891 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.891 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.892 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.892 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.893 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.902 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.902 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.902 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.905063  9366 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.008s	sys 0.007s
20:07:49.911 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.911 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.911 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.912 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.912 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.912 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.914 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.919 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.919 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.920 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.921 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:49.921 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:49.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.921 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:49.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.921 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.921 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.922 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:49.941 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:49.941 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:49.941 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:49.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:49.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:49.942 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.942 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.943 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:49.944 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:49.944 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.944 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.945 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:49.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.946 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.946 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:49.947 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:49.947 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:49.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.947027  9525 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:49.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:49.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:49.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:49.948 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:49.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.948413  9366 fs_manager.cc:730] Time spent opening block manager: real 0.038s	user 0.008s	sys 0.002s
20:07:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.948848  9366 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/wal
20:07:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c127540082496ba918d0c1278dfb7b"
20:07:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:49 on dist-test-slave-66b9"
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:49.949306  9366 fs_report.cc:389] FS layout report
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/wal
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/wal
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/data/data
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:49.950 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:49.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.951 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.952 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.952 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.953 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.953 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.956 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.959 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.960 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.960 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.960 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.960 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.961 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:49.962 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.962 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.962 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.963 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:49.970 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.971 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.971 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.972 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.982 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.982 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:49.982 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.982 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:49.982 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.982 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:49.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:49.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:49.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:49.984 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:49.990 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:49.990 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:49.990 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:49.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:49.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:49.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:49.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:50.011 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.011 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.011 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.012 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.012 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.012 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.012 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.012 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.012 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.013 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.013 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.013 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.013 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.013 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.014 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.022 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.022 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.022 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.024 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.024 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.024 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.100549  9366 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:50.101 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:50.101 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:50.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:50.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:50.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:50.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:50.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:50.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:50.103 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:50.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:50.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:50.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:50.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:50.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.106245  9366 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.106866  9366 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:50.112 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.112 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.112 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.116745  9366 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:50.127 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:50.127 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:50.127 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:50.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:50.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:50.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:50.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:50.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:50.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:50.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:50.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:50.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:50.129 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.130285  9366 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.130934  9366 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:50.132 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.132 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.132 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.131327  9366 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.132498  9366 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
20:07:50.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.133 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:50.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:50.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:50.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.151 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:50.236 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:50.236 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:50.236 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:50.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:50.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:50.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:50.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:50.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:50.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:50.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:50.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:50.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:50.238 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:50.242 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.243 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.243 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.244 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.251 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.251 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.251 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.253 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.271 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.271 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.272 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.273 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.273 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.273 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:50.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:50.322 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.322 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.323 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.325 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.430 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.431 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.431 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.445 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:50.445 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:50.445 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:50.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:50.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:50.451 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.451 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.452 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.452 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.452 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.452 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.452 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.453 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.453 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:50.470 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:50.470 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:50.470 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:50.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.472 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:50.481 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:50.481 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:50.481 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:50.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:50.481 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:50.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:50.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:50.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:50.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:50.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:50.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:50.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:50.482 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:50.529 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:50.530 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:50.530 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:50.530 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.530 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.530 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.531 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:50.562 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:50.562 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:50.563 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:50.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:50.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.565 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:50.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.565 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:50.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:50.565 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:50.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:50.566 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:50.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:50.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:50.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:50.567 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:50.581 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:50.581 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:50.582 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:50.582 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:50.582 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:50.582 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:50.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:50.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:50.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:50.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:50.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:50.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:50.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:50.747 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:50.747 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:50.748 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:50.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:50.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:50.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:50.748 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:50.749 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:50.749 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:50.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:50.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:50.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:50.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:50.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:50.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:50.907 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:50.907 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:50.907 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:50.908 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:50.908 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:50.908 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:50.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:50.909 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:50.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:50.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:50.908 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:50.909 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:50.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:50.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:50.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.950289  9366 rpc_server.cc:307] RPC server started. Bound to: 127.8.217.1:40951
20:07:50.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.950404  9639 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.217.1:40951 every 8 connection(s)
20:07:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.953711  9366 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/data/info.pb
20:07:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.964911  9060 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 9366
20:07:50.967 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:50.967830  9060 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-0/wal/instance
20:07:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.011672  9060 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/wal
20:07:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/data
20:07:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/logs
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/data/info.pb
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.2:0
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.217.2
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.2
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.070348  9640 heartbeater.cc:344] Connected to a master server at 127.8.217.60:34669
20:07:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.071002  9640 heartbeater.cc:461] Registering TS with master...
20:07:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.072448  9640 heartbeater.cc:507] Master 127.8.217.60:34669 requested a full tablet report, sending...
20:07:51.074 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:51.074 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:51.074 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:51.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:51.080 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:51.080 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:51.080 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:51.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:51.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:51.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:51.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:51.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:51.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:51.081 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:51.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:51.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:51.081 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:51.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.078243  9266 ts_manager.cc:194] Registered new tserver with Master: 08c127540082496ba918d0c1278dfb7b (127.8.217.1:40951)
20:07:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.083942  9266 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.217.1:34979
20:07:51.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.084650  9641 heartbeater.cc:344] Connected to a master server at 127.8.217.61:40273
20:07:51.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.085198  9641 heartbeater.cc:461] Registering TS with master...
20:07:51.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.086249  9641 heartbeater.cc:507] Master 127.8.217.61:40273 requested a full tablet report, sending...
20:07:51.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.089403  9184 ts_manager.cc:194] Registered new tserver with Master: 08c127540082496ba918d0c1278dfb7b (127.8.217.1:40951)
20:07:51.107 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:51.107 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:51.107 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:51.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:51.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:51.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:51.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:51.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:51.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:51.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:51.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:51.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:51.109 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:51.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.112865  9644 heartbeater.cc:344] Connected to a master server at 127.8.217.62:46847
20:07:51.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.113314  9644 heartbeater.cc:461] Registering TS with master...
20:07:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.114104  9644 heartbeater.cc:507] Master 127.8.217.62:46847 requested a full tablet report, sending...
20:07:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.118767  9106 ts_manager.cc:194] Registered new tserver with Master: 08c127540082496ba918d0c1278dfb7b (127.8.217.1:40951)
20:07:51.139 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:51.139 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:51.139 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:51.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:51.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:51.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:51.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:51.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:51.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:51.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:51.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:51.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:51.140 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:51.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:51.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:51.302 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:51.302 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:51.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.303 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:51.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.305 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:51.362 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:51.362 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:51.363 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:51.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:51.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:51.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:51.496 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:51.496 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:51.497 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:51.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:51.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:51.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:51.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:51.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:51.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:51.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:51.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:51.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:51.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:51.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.497954  9650 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:51.498 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:51.499 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:51.499 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:51.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:51.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:51.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:51.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:51.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:51.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:51.500 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:51.500 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:51.500 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:51.500 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.498512  9650 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.499097  9650 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.544346  9650 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:51.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.545230  9650 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.217.2
20:07:51.591 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:51.592 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:51.592 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:51.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.593 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:51.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:51.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:51.593 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.594136  9650 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/data
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/wal
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.2:0
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/data/info.pb
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.2
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.217.2
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/logs
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.595806  9650 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:51.597572  9650 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:51.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.612624  9660 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:51.642 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:51.643 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:51.643 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:51.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:51.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:51.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:51.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:51.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:51.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:51.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:51.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:51.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:51.644 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:51.689 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:51.690 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:51.690 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:51.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:51.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:51.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:51.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:51.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:51.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:51.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:51.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:51.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:51.692 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:51.702 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:51.702 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:51.703 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:51.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:51.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:51.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:51.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:51.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:51.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:51.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:51.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:51.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:51.705 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:51.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:51.794 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.837630  8334 debug-util.cc:398] Leaking SignalData structure 0x7b08000402e0 after lost signal to thread 8270
20:07:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.839028  8334 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1960 after lost signal to thread 8337
20:07:51.942 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:51.943 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:51.943 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:51.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:51.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:51.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:51.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:51.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:51.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:51.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:51.946 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:51.946 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:51.946 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:51.947 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:51.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:52.030 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:52.031 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:52.031 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:52.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.032 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:52.059 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:52.060 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:52.060 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:52.062 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:52.062 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:52.062 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:52.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:52.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:52.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:52.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:52.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:52.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:52.064 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:52.089661  9640 heartbeater.cc:499] Master 127.8.217.60:34669 was elected leader, sending a full tablet report...
20:07:52.110 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:52.110 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:52.111 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:52.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.112 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:52.259 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:52.260 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:52.260 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:52.260 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.260 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.261 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.261 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.261 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.261 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.261 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.261 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.261 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:52.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:52.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:52.336 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:52.337 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:52.337 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:52.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:52.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:52.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:52.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:52.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:52.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:52.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:52.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:52.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:52.339 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:52.384 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:52.385 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:52.385 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:52.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.389 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.389 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.389 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.390 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:52.405 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:52.405 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:52.405 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:52.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:52.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:52.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:52.407 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:52.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:52.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:52.641 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:52.641 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:52.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:52.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:52.642 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:52.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:52.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:52.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:52.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:52.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:52.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:52.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:52.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:52.790 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:52.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:52.821 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:52.822 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:52.822 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:52.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:52.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:52.823 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:52.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:52.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:52.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:52.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:52.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:52.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:52.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:52.872 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:52.872 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:52.872 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:52.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:52.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:52.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:52.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:52.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:52.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:52.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:52.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:52.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:52.874 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:52.907 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:52.908 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:52.908 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:52.908 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:52.908 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:52.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:52.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:52.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:52.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:52.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:52.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:52.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:52.910 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:52.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:52.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:53.050 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:53.050 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:53.051 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:53.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:53.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:53.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:53.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:53.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:53.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:53.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:53.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:53.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:53.051 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.614619  9661 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:51.619760  9663 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:53.135423  9662 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1514 milliseconds
20:07:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.135601  9650 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.136945  9650 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:53.140 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:53.140 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:53.140 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:53.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:53.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.145682  9650 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.147264  9650 hybrid_clock.cc:648] HybridClock initialized: now 1779134873147225 us; error 69 us; skew 500 ppm
20:07:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.148438  9650 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.155795  9650 webserver.cc:533] Webserver started at http://127.8.217.2:33715/ using document root <none> and password file <none>
20:07:53.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.156883  9650 fs_manager.cc:362] Metadata directory not provided
20:07:53.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.157133  9650 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:53.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.157641  9650 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.162701  9650 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/data/instance:
20:07:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19902e27fbf04bf090b52e8c73610af7"
20:07:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:53 on dist-test-slave-66b9"
20:07:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.163940  9650 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/wal/instance:
20:07:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19902e27fbf04bf090b52e8c73610af7"
20:07:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:53 on dist-test-slave-66b9"
20:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.174489  9650 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.004s
20:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.183594  9674 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.185701  9650 fs_manager.cc:730] Time spent opening block manager: real 0.008s	user 0.002s	sys 0.003s
20:07:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.186126  9650 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/wal
20:07:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19902e27fbf04bf090b52e8c73610af7"
20:07:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:53 on dist-test-slave-66b9"
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.186456  9650 fs_report.cc:389] FS layout report
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/wal
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/wal
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/data/data
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:53.222 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:53.223 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:53.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:53.225 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:53.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:53.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:53.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:53.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:53.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:53.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:53.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:53.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:53.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:53.227 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:53.227 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:53.227 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:53.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:53.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:53.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:53.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:53.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:53.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:53.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:53.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:53.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:53.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.264379  9650 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.266139  9650 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.266659  9650 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.270753  9650 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.276015  9650 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.276306  9650 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:07:53.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.276801  9650 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:53.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.277042  9650 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:07:53.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:53.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:53.418 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:53.419 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:53.419 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:53.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.420 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.422 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.422 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:53.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:53.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.471827  9650 rpc_server.cc:307] RPC server started. Bound to: 127.8.217.2:39247
20:07:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.472118  9787 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.217.2:39247 every 8 connection(s)
20:07:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.474685  9650 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/data/info.pb
20:07:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.485729  9060 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 9650
20:07:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.486254  9060 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-1/wal/instance
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.509653  9060 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/wal
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/data
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/logs
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/data/info.pb
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.3:0
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.217.3
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.3
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:53.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.528046  9789 heartbeater.cc:344] Connected to a master server at 127.8.217.61:40273
20:07:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.528602  9789 heartbeater.cc:461] Registering TS with master...
20:07:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.528805  9790 heartbeater.cc:344] Connected to a master server at 127.8.217.62:46847
20:07:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.529160  9790 heartbeater.cc:461] Registering TS with master...
20:07:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.529201  9788 heartbeater.cc:344] Connected to a master server at 127.8.217.60:34669
20:07:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.529636  9788 heartbeater.cc:461] Registering TS with master...
20:07:53.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.530079  9789 heartbeater.cc:507] Master 127.8.217.61:40273 requested a full tablet report, sending...
20:07:53.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.530462  9790 heartbeater.cc:507] Master 127.8.217.62:46847 requested a full tablet report, sending...
20:07:53.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.530676  9788 heartbeater.cc:507] Master 127.8.217.60:34669 requested a full tablet report, sending...
20:07:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.534107  9184 ts_manager.cc:194] Registered new tserver with Master: 19902e27fbf04bf090b52e8c73610af7 (127.8.217.2:39247)
20:07:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.534767  9266 ts_manager.cc:194] Registered new tserver with Master: 19902e27fbf04bf090b52e8c73610af7 (127.8.217.2:39247)
20:07:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.534974  9106 ts_manager.cc:194] Registered new tserver with Master: 19902e27fbf04bf090b52e8c73610af7 (127.8.217.2:39247)
20:07:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:53.536773  9266 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.217.2:42721
20:07:53.683 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:53.684 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:53.684 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:53.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:53.771 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:53.771 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:53.771 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:53.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.772 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:53.772 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.772 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:53.772 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:53.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:53.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:53.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:53.910951  9799 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:53.911515  9799 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:53.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:53.912045  9799 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:53.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:53.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:53.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:53.972265  9799 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:53.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:53.973690  9799 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.217.3
20:07:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:54.006407  8711 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7660 after lost signal to thread 8563
20:07:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:54.007349  8711 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7240 after lost signal to thread 8714
20:07:54.011 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:54.012 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:54.012 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:54.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:54.012 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:54.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:54.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:54.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:54.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:54.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:54.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:54.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:54.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:54.020843  9799 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.217.20:37475
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/data
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/wal
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.217.3:0
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/data/info.pb
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.217.3
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.217.3
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/logs
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:07:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:07:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:54.022501  9799 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:54.024715  9799 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:54.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:54.040555  9806 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:54.079 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:54.079 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:54.080 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:54.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:54.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:54.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:54.093 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:54.093 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:54.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:54.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:54.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:54.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:54.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:54.111 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:54.111 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:54.112 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:54.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:54.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:54.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:54.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:54.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:54.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:54.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:54.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:54.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:54.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:54.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:54.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:54.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:54.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:54.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:54.540421  9788 heartbeater.cc:499] Master 127.8.217.60:34669 was elected leader, sending a full tablet report...
20:07:54.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:54.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:54.838 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:54.839 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:54.839 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:54.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:54.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:54.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:54.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:54.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:54.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:54.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:54.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:54.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:54.840 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:54.841 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:54.841 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:54.841 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:54.841 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:54.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:54.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:54.842 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:54.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:54.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:54.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:54.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:54.843 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:54.843 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:54.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:54.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:55.023 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:55.023 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:55.023 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:55.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:55.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:55.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:55.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:55.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:55.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:55.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:55.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:55.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:55.024 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:55.128 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:55.128 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:55.128 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:55.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:55.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:55.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:55.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:55.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:55.130 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:55.130 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:55.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:55.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:55.131 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:55.140 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:55.140 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:55.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.141 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:55.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:55.176 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:55.176 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:55.176 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:55.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:55.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:55.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:55.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:55.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:55.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:55.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:55.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:55.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:55.177 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:55.271 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:55.271 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:55.271 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:55.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:55.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:55.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:55.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:55.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:55.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:55.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:55.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:55.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:55.275 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:55.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:55.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:55.380 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:55.380 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:55.380 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:55.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.385 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:55.422 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:55.423 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:55.423 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:55.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.424 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:55.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:55.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:55.532 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:55.532 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:55.532 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:55.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.534 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:55.668 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:55.668 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:55.668 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:55.669 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:55.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:55.669 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:55.670 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:55.670 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:55.670 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:55.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:55.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:55.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:55.670 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:55.679 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:55.679 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:55.679 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:55.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:55.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:55.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:55.680 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:55.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:55.680 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:55.680 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:55.680 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:55.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:55.681 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:55.449173  9805 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 9799
20:07:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:55.701037  9799 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.662s	user 0.583s	sys 0.893s
20:07:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:55.701416  9799 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.663s	user 0.583s	sys 0.893s
20:07:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:54.042752  9807 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.717756  9799 server_base.cc:1061] running on GCE node
20:07:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:55.718379  9812 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:55.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.730808  9799 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:55.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.741423  9799 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.742919  9799 hybrid_clock.cc:648] HybridClock initialized: now 1779134875742709 us; error 220 us; skew 500 ppm
20:07:55.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.744417  9799 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:55.759 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:55.759 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:55.759 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:55.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:55.760 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:55.760 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:55.760 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:55.760 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:55.760 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:55.760 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:55.760 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:55.761 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:55.761 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:55.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.770893  9799 webserver.cc:533] Webserver started at http://127.8.217.3:40853/ using document root <none> and password file <none>
20:07:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.772035  9799 fs_manager.cc:362] Metadata directory not provided
20:07:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.772239  9799 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.772691  9799 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.779421  9799 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/data/instance:
20:07:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f78337f484274fbf9f1a7a2d4a60d53f"
20:07:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:55 on dist-test-slave-66b9"
20:07:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.781802  9799 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/wal/instance:
20:07:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f78337f484274fbf9f1a7a2d4a60d53f"
20:07:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:55 on dist-test-slave-66b9"
20:07:55.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:55.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.794629  9799 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.003s	sys 0.007s
20:07:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.802625  9817 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.804105  9799 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.003s
20:07:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.804430  9799 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/wal
20:07:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f78337f484274fbf9f1a7a2d4a60d53f"
20:07:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:07:55 on dist-test-slave-66b9"
20:07:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.804920  9799 fs_report.cc:389] FS layout report
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/wal
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/wal
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/data/data
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:55.870 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:55.870 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:55.870 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:55.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.872 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:55.890 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:55.891 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:55.891 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.891048  9799 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:55.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:55.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:55.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:55.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.893639  9799 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.894629  9799 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.899253  9799 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:55.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.906113  9799 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:55.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.906431  9799 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:07:55.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.906747  9799 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:55.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:55.907020  9799 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:07:55.912 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:55.912 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:55.912 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:55.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.913 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:55.931 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:55.931 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:55.931 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:55.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.932 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:55.932 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.932 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.932 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:55.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:55.933 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:55.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:55.964 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:55.964 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:55.964 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:55.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:55.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:55.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:55.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:55.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:55.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:55.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:55.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:55.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:55.968 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:55.968 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:56.181 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:56.182 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:56.182 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:56.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:56.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:56.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:56.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:56.182 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:56.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:56.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:56.183 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:56.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:56.183 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.249356  9799 rpc_server.cc:307] RPC server started. Bound to: 127.8.217.3:46189
20:07:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.249704  9930 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.217.3:46189 every 8 connection(s)
20:07:56.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.252760  9799 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/data/info.pb
20:07:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.256788  9060 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 9799
20:07:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.257267  9060 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster153551245065168033/ts-2/wal/instance
20:07:56.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:56.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:56.324 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:56.325 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:56.325 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:56.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:56.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:56.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:56.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:56.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:56.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:56.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:56.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:56.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:56.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:56.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.334982  9931 heartbeater.cc:344] Connected to a master server at 127.8.217.60:34669
20:07:56.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.335554  9931 heartbeater.cc:461] Registering TS with master...
20:07:56.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.336961  9931 heartbeater.cc:507] Master 127.8.217.60:34669 requested a full tablet report, sending...
20:07:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.340302  9266 ts_manager.cc:194] Registered new tserver with Master: f78337f484274fbf9f1a7a2d4a60d53f (127.8.217.3:46189)
20:07:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.341384  9932 heartbeater.cc:344] Connected to a master server at 127.8.217.61:40273
20:07:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.341979  9932 heartbeater.cc:461] Registering TS with master...
20:07:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.342423  9266 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.217.3:58543
20:07:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.342918  9932 heartbeater.cc:507] Master 127.8.217.61:40273 requested a full tablet report, sending...
20:07:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.347751  9183 ts_manager.cc:194] Registered new tserver with Master: f78337f484274fbf9f1a7a2d4a60d53f (127.8.217.3:46189)
20:07:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.353577  9935 heartbeater.cc:344] Connected to a master server at 127.8.217.62:46847
20:07:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.353940  9935 heartbeater.cc:461] Registering TS with master...
20:07:56.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.354689  9935 heartbeater.cc:507] Master 127.8.217.62:46847 requested a full tablet report, sending...
20:07:56.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.361622  9106 ts_manager.cc:194] Registered new tserver with Master: f78337f484274fbf9f1a7a2d4a60d53f (127.8.217.3:46189)
20:07:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.377295  9060 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:07:56.391 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:07:56.392 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:07:56.393 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.8.217.62"
      port: 46847
    }
    bound_http_address {
      host: "127.8.217.62"
      port: 45053
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.8.217.61"
      port: 40273
    }
    bound_http_address {
      host: "127.8.217.61"
      port: 41429
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.8.217.60"
      port: 34669
    }
    bound_http_address {
      host: "127.8.217.60"
      port: 39587
    }
  }
}

20:07:56.393 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:07:56.394 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.8.217.1"
      port: 40951
    }
    bound_http_address {
      host: "127.8.217.1"
      port: 38395
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.8.217.2"
      port: 39247
    }
    bound_http_address {
      host: "127.8.217.2"
      port: 33715
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.8.217.3"
      port: 46189
    }
    bound_http_address {
      host: "127.8.217.3"
      port: 40853
    }
  }
}

20:07:56.394 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:07:56.396 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:56.397 [DEBUG - main] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:07:56.398 [DEBUG - main] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:07:56.398 [DEBUG - main] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:07:56.400 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.16.125:44243(127.8.16.125:44243)] Successfully connected to peer
20:07:56.406 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.16.124:43447(127.8.16.124:43447)] Successfully connected to peer
20:07:56.415 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.16.126:37607(127.8.16.126:37607)] Successfully connected to peer
20:07:56.430 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.125
20:07:56.436 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.124
20:07:56.438 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.126
20:07:56.443 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:56.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:56.450 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc4e5a10a, L:/127.0.0.1:42238 - R:/127.8.16.125:44243] using SASL/PLAIN
20:07:56.450 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:56.452 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:56.455 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:56.455 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=58), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [57ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: OK, deferred=null) after lookup
20:07:56.457 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf6749544, L:/127.0.0.1:45566 - R:/127.8.16.124:43447] using SASL/PLAIN
20:07:56.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:56.474 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3ddd912e, L:/127.0.0.1:55138 - R:/127.8.16.126:37607] using SASL/PLAIN
20:07:56.478 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:56.478 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:56.479 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:56.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:56.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:56.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:56.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:56.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:56.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:56.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:56.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:56.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:56.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.458287  8377 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42238:
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\001d\000\000\000\004\001\310\000\000\000"
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:56.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:56.509012  8377 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:07:56.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:07:56.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.680189  8843 tablet_service.cc:1511] Processing CreateTablet for tablet 6f381f5ad5534afc8c7424eeaaae2cf3 (DEFAULT_TABLE table=replication_test_table [id=3e909765c02f4f9cb7ef65c741a66add]), partition=RANGE (key1) PARTITION VALUES < 100
20:07:56.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.684659  8843 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6f381f5ad5534afc8c7424eeaaae2cf3. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:56.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.686286  8841 tablet_service.cc:1511] Processing CreateTablet for tablet 8d60ad2c93b3409f9a9fac29055a89ed (DEFAULT_TABLE table=replication_test_table [id=3e909765c02f4f9cb7ef65c741a66add]), partition=RANGE (key1) PARTITION 200 <= VALUES
20:07:56.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.687525  8841 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d60ad2c93b3409f9a9fac29055a89ed. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:56.691 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:56.691 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:56.692 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:56.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:56.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:56.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:56.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:56.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:56.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:56.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:56.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:56.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:56.693 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.684664  8842 tablet_service.cc:1511] Processing CreateTablet for tablet b3c7c1c84f7249599d26f754dd55b3cf (DEFAULT_TABLE table=replication_test_table [id=3e909765c02f4f9cb7ef65c741a66add]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:07:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.691696  8842 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b3c7c1c84f7249599d26f754dd55b3cf. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.692348  8649 tablet_service.cc:1511] Processing CreateTablet for tablet b3c7c1c84f7249599d26f754dd55b3cf (DEFAULT_TABLE table=replication_test_table [id=3e909765c02f4f9cb7ef65c741a66add]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:07:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.694314  8649 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b3c7c1c84f7249599d26f754dd55b3cf. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.690112  8648 tablet_service.cc:1511] Processing CreateTablet for tablet 8d60ad2c93b3409f9a9fac29055a89ed (DEFAULT_TABLE table=replication_test_table [id=3e909765c02f4f9cb7ef65c741a66add]), partition=RANGE (key1) PARTITION 200 <= VALUES
20:07:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.696120  8648 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d60ad2c93b3409f9a9fac29055a89ed. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.690155  8650 tablet_service.cc:1511] Processing CreateTablet for tablet 6f381f5ad5534afc8c7424eeaaae2cf3 (DEFAULT_TABLE table=replication_test_table [id=3e909765c02f4f9cb7ef65c741a66add]), partition=RANGE (key1) PARTITION VALUES < 100
20:07:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.704414  8650 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6f381f5ad5534afc8c7424eeaaae2cf3. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:56.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.706423  8984 tablet_service.cc:1511] Processing CreateTablet for tablet b3c7c1c84f7249599d26f754dd55b3cf (DEFAULT_TABLE table=replication_test_table [id=3e909765c02f4f9cb7ef65c741a66add]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:07:56.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.711810  8983 tablet_service.cc:1511] Processing CreateTablet for tablet 8d60ad2c93b3409f9a9fac29055a89ed (DEFAULT_TABLE table=replication_test_table [id=3e909765c02f4f9cb7ef65c741a66add]), partition=RANGE (key1) PARTITION 200 <= VALUES
20:07:56.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.714169  8985 tablet_service.cc:1511] Processing CreateTablet for tablet 6f381f5ad5534afc8c7424eeaaae2cf3 (DEFAULT_TABLE table=replication_test_table [id=3e909765c02f4f9cb7ef65c741a66add]), partition=RANGE (key1) PARTITION VALUES < 100
20:07:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.724615  8983 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d60ad2c93b3409f9a9fac29055a89ed. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.727672  8985 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6f381f5ad5534afc8c7424eeaaae2cf3. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.729398  8984 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b3c7c1c84f7249599d26f754dd55b3cf. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:56.766 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:56.767 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:56.767 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:56.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:56.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:56.768 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:56.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:56.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:56.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:56.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:56.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:56.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:56.769 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:56.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:56.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.806689  9965 tablet_bootstrap.cc:492] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d: Bootstrap starting.
20:07:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.825176  9965 tablet_bootstrap.cc:654] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d: Neither blocks nor log segments found. Creating new log.
20:07:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.828352  9965 log.cc:826] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d: Log is configured to *not* fsync() on all Append() calls
20:07:56.855 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:56.856 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:56.856 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:56.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:56.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:56.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:56.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:56.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:56.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:56.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:56.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:56.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:56.858 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.863319  9965 tablet_bootstrap.cc:492] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d: No bootstrap required, opened a new log
20:07:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.863953  9965 ts_tablet_manager.cc:1403] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d: Time spent bootstrapping tablet: real 0.058s	user 0.022s	sys 0.013s
20:07:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.891927  9968 tablet_bootstrap.cc:492] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2: Bootstrap starting.
20:07:56.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.898226  9967 tablet_bootstrap.cc:492] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287: Bootstrap starting.
20:07:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.906857  9968 tablet_bootstrap.cc:654] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2: Neither blocks nor log segments found. Creating new log.
20:07:56.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.910632  9968 log.cc:826] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2: Log is configured to *not* fsync() on all Append() calls
20:07:56.911 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:56.911 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:56.911 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:56.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:56.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:56.912 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:56.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:56.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:56.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:56.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:56.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:56.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:56.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.917874  9967 tablet_bootstrap.cc:654] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287: Neither blocks nor log segments found. Creating new log.
20:07:56.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.927481  9968 tablet_bootstrap.cc:492] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2: No bootstrap required, opened a new log
20:07:56.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.928203  9968 ts_tablet_manager.cc:1403] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2: Time spent bootstrapping tablet: real 0.037s	user 0.013s	sys 0.010s
20:07:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.941205  9967 log.cc:826] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287: Log is configured to *not* fsync() on all Append() calls
20:07:56.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.959893  9968 raft_consensus.cc:359] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.961134  9968 raft_consensus.cc:385] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.961608  9968 raft_consensus.cc:740] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b509b4fa6684a60aba024ed368742b2, State: Initialized, Role: FOLLOWER
20:07:56.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.963366  9968 consensus_queue.cc:260] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:56.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.971431  9967 tablet_bootstrap.cc:492] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287: No bootstrap required, opened a new log
20:07:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.972215  9967 ts_tablet_manager.cc:1403] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287: Time spent bootstrapping tablet: real 0.075s	user 0.017s	sys 0.004s
20:07:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.983397  9965 raft_consensus.cc:359] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.984344  9965 raft_consensus.cc:385] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.993145  9965 raft_consensus.cc:740] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2eead7a8e41949a1a72e75785cf6e46d, State: Initialized, Role: FOLLOWER
20:07:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:56.996526  9965 consensus_queue.cc:260] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.001442  9968 ts_tablet_manager.cc:1434] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2: Time spent starting tablet: real 0.073s	user 0.026s	sys 0.012s
20:07:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.002746  9968 tablet_bootstrap.cc:492] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2: Bootstrap starting.
20:07:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.009274  9968 tablet_bootstrap.cc:654] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2: Neither blocks nor log segments found. Creating new log.
20:07:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.025228  9973 raft_consensus.cc:493] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.031073  9965 ts_tablet_manager.cc:1434] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d: Time spent starting tablet: real 0.167s	user 0.032s	sys 0.009s
20:07:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.032956  9965 tablet_bootstrap.cc:492] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d: Bootstrap starting.
20:07:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.025830  9973 raft_consensus.cc:515] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:57.052590  8912 tablet.cc:2404] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:57.062 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:57.062 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:57.062 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:57.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:57.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:57.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:57.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:57.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:57.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:57.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:57.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:57.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:57.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.074186  9973 leader_election.cc:290] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111), 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329)
20:07:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.083628  9965 tablet_bootstrap.cc:654] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d: Neither blocks nor log segments found. Creating new log.
20:07:57.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.086902  9968 tablet_bootstrap.cc:492] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2: No bootstrap required, opened a new log
20:07:57.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.087523  9968 ts_tablet_manager.cc:1403] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2: Time spent bootstrapping tablet: real 0.085s	user 0.030s	sys 0.044s
20:07:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.090804  9968 raft_consensus.cc:359] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.091696  9968 raft_consensus.cc:385] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.091982  9968 raft_consensus.cc:740] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b509b4fa6684a60aba024ed368742b2, State: Initialized, Role: FOLLOWER
20:07:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.092787  9968 consensus_queue.cc:260] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.097332  9968 ts_tablet_manager.cc:1434] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.000s
20:07:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.103865  9968 tablet_bootstrap.cc:492] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2: Bootstrap starting.
20:07:57.111 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:57.111 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:57.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:57.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:57.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:57.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:57.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:57.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:57.111 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:57.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:57.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:57.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:57.118 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.117843  9968 tablet_bootstrap.cc:654] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2: Neither blocks nor log segments found. Creating new log.
20:07:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:57.131630  8725 tablet.cc:2404] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.133646  9965 tablet_bootstrap.cc:492] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d: No bootstrap required, opened a new log
20:07:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.134658  9965 ts_tablet_manager.cc:1403] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d: Time spent bootstrapping tablet: real 0.102s	user 0.011s	sys 0.004s
20:07:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.135210  9005 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3c7c1c84f7249599d26f754dd55b3cf" candidate_uuid: "2eead7a8e41949a1a72e75785cf6e46d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c64218ec15e48fc901eec7c164a9287" is_pre_election: true
20:07:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:57.137722  8604 leader_election.cc:343] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329): Illegal state: must be running to vote when last-logged opid is not known
20:07:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.144084  8863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3c7c1c84f7249599d26f754dd55b3cf" candidate_uuid: "2eead7a8e41949a1a72e75785cf6e46d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b509b4fa6684a60aba024ed368742b2" is_pre_election: true
20:07:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.145030  8863 raft_consensus.cc:2468] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2eead7a8e41949a1a72e75785cf6e46d in term 0.
20:07:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.146487  8604 leader_election.cc:304] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b509b4fa6684a60aba024ed368742b2, 2eead7a8e41949a1a72e75785cf6e46d; no voters: 5c64218ec15e48fc901eec7c164a9287
20:07:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.147835  9973 raft_consensus.cc:2804] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.148281  9973 raft_consensus.cc:493] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.144619  9965 raft_consensus.cc:359] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.148675  9973 raft_consensus.cc:3060] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Advancing to term 1
20:07:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.149338  9965 raft_consensus.cc:385] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.150496  9965 raft_consensus.cc:740] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2eead7a8e41949a1a72e75785cf6e46d, State: Initialized, Role: FOLLOWER
20:07:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.152484  9965 consensus_queue.cc:260] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.157730  9973 raft_consensus.cc:515] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.160627  8863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3c7c1c84f7249599d26f754dd55b3cf" candidate_uuid: "2eead7a8e41949a1a72e75785cf6e46d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b509b4fa6684a60aba024ed368742b2"
20:07:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.161196  8863 raft_consensus.cc:3060] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Advancing to term 1
20:07:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.168394  8863 raft_consensus.cc:2468] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2eead7a8e41949a1a72e75785cf6e46d in term 1.
20:07:57.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.169715  8604 leader_election.cc:304] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b509b4fa6684a60aba024ed368742b2, 2eead7a8e41949a1a72e75785cf6e46d; no voters: 
20:07:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.171876  9972 raft_consensus.cc:2804] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 1 FOLLOWER]: Leader election won for term 1
20:07:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.172148  9005 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3c7c1c84f7249599d26f754dd55b3cf" candidate_uuid: "2eead7a8e41949a1a72e75785cf6e46d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c64218ec15e48fc901eec7c164a9287"
20:07:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.172303  9973 leader_election.cc:290] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 election: Requested vote from peers 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111), 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329)
20:07:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:57.173405  8604 leader_election.cc:343] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329): Illegal state: must be running to vote when last-logged opid is not known
20:07:57.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.193291  9968 tablet_bootstrap.cc:492] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2: No bootstrap required, opened a new log
20:07:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.193812  9968 ts_tablet_manager.cc:1403] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2: Time spent bootstrapping tablet: real 0.090s	user 0.009s	sys 0.019s
20:07:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.195101  9967 raft_consensus.cc:359] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.195981  9967 raft_consensus.cc:385] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:57.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.197845  9968 raft_consensus.cc:359] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.198850  9968 raft_consensus.cc:385] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.199237  9968 raft_consensus.cc:740] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b509b4fa6684a60aba024ed368742b2, State: Initialized, Role: FOLLOWER
20:07:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.197700  9965 ts_tablet_manager.cc:1434] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d: Time spent starting tablet: real 0.063s	user 0.002s	sys 0.004s
20:07:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.200076  9968 consensus_queue.cc:260] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.202457  9967 raft_consensus.cc:740] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c64218ec15e48fc901eec7c164a9287, State: Initialized, Role: FOLLOWER
20:07:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.204686  9972 raft_consensus.cc:697] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [term 1 LEADER]: Becoming Leader. State: Replica: 2eead7a8e41949a1a72e75785cf6e46d, State: Running, Role: LEADER
20:07:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.204166  9968 ts_tablet_manager.cc:1434] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2: Time spent starting tablet: real 0.010s	user 0.003s	sys 0.004s
20:07:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.205806  9972 consensus_queue.cc:237] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.227161  9965 tablet_bootstrap.cc:492] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d: Bootstrap starting.
20:07:57.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.225860  9967 consensus_queue.cc:260] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.242334  9965 tablet_bootstrap.cc:654] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d: Neither blocks nor log segments found. Creating new log.
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.248124  9967 ts_tablet_manager.cc:1434] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287: Time spent starting tablet: real 0.276s	user 0.040s	sys 0.000s
20:07:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.249238  9967 tablet_bootstrap.cc:492] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287: Bootstrap starting.
20:07:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.262661  9972 raft_consensus.cc:493] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.263127  9972 raft_consensus.cc:515] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.266949  8863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d60ad2c93b3409f9a9fac29055a89ed" candidate_uuid: "2eead7a8e41949a1a72e75785cf6e46d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b509b4fa6684a60aba024ed368742b2" is_pre_election: true
20:07:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.267654  8863 raft_consensus.cc:2468] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2eead7a8e41949a1a72e75785cf6e46d in term 0.
20:07:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.272264  8604 leader_election.cc:304] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b509b4fa6684a60aba024ed368742b2, 2eead7a8e41949a1a72e75785cf6e46d; no voters: 
20:07:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.273183  9979 raft_consensus.cc:2804] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.273527  9979 raft_consensus.cc:493] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.273813  9979 raft_consensus.cc:3060] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Advancing to term 1
20:07:57.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.275471  9972 leader_election.cc:290] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111), 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329)
20:07:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.279349  9005 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d60ad2c93b3409f9a9fac29055a89ed" candidate_uuid: "2eead7a8e41949a1a72e75785cf6e46d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c64218ec15e48fc901eec7c164a9287" is_pre_election: true
20:07:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.280038  9967 tablet_bootstrap.cc:654] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287: Neither blocks nor log segments found. Creating new log.
20:07:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.282294  9979 raft_consensus.cc:515] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.284196  9979 leader_election.cc:290] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 election: Requested vote from peers 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111), 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329)
20:07:57.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:57.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:57.291242  8604 leader_election.cc:343] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329): Illegal state: must be running to vote when last-logged opid is not known
20:07:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.294538  9981 raft_consensus.cc:493] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.294978  9005 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d60ad2c93b3409f9a9fac29055a89ed" candidate_uuid: "2eead7a8e41949a1a72e75785cf6e46d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c64218ec15e48fc901eec7c164a9287"
20:07:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.295203  9981 raft_consensus.cc:515] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.297829  8863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d60ad2c93b3409f9a9fac29055a89ed" candidate_uuid: "2eead7a8e41949a1a72e75785cf6e46d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b509b4fa6684a60aba024ed368742b2"
20:07:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.298877  8863 raft_consensus.cc:3060] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Advancing to term 1
20:07:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.299652  9981 leader_election.cc:290] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65:34517), 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111)
20:07:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:57.300113  9057 tablet.cc:2404] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:57.310 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:57.310 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:57.310 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:57.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:57.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:57.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:57.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:57.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:57.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:57.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:57.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:57.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:57.312 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.285825  8377 catalog_manager.cc:5696] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d reported cstate change: term changed from 0 to 1, leader changed from <none> to 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65). New cstate: current_term: 1 leader_uuid: "2eead7a8e41949a1a72e75785cf6e46d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } health_report { overall_health: UNKNOWN } } }
20:07:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.315052  9967 tablet_bootstrap.cc:492] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287: No bootstrap required, opened a new log
20:07:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.315479  9967 ts_tablet_manager.cc:1403] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287: Time spent bootstrapping tablet: real 0.066s	user 0.010s	sys 0.005s
20:07:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:57.317659  8604 leader_election.cc:343] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67:40329): Illegal state: must be running to vote when last-logged opid is not known
20:07:57.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.335682  8863 raft_consensus.cc:2468] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2eead7a8e41949a1a72e75785cf6e46d in term 1.
20:07:57.339 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:57.339 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:57.339 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:57.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:57.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:57.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:57.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:57.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:57.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:57.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:57.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:57.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:57.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.337224  8604 leader_election.cc:304] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b509b4fa6684a60aba024ed368742b2, 2eead7a8e41949a1a72e75785cf6e46d; no voters: 5c64218ec15e48fc901eec7c164a9287
20:07:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.338045  9979 raft_consensus.cc:2804] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 1 FOLLOWER]: Leader election won for term 1
20:07:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.338524  9979 raft_consensus.cc:697] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [term 1 LEADER]: Becoming Leader. State: Replica: 2eead7a8e41949a1a72e75785cf6e46d, State: Running, Role: LEADER
20:07:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.339345  9979 consensus_queue.cc:237] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.347137  9967 raft_consensus.cc:359] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.349285  8863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3c7c1c84f7249599d26f754dd55b3cf" candidate_uuid: "5c64218ec15e48fc901eec7c164a9287" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b509b4fa6684a60aba024ed368742b2" is_pre_election: true
20:07:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.352392  9931 heartbeater.cc:499] Master 127.8.217.60:34669 was elected leader, sending a full tablet report...
20:07:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.348723  9967 raft_consensus.cc:385] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.350214  9967 raft_consensus.cc:740] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c64218ec15e48fc901eec7c164a9287, State: Initialized, Role: FOLLOWER
20:07:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.351554  9967 consensus_queue.cc:260] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.369599  9967 ts_tablet_manager.cc:1434] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287: Time spent starting tablet: real 0.053s	user 0.004s	sys 0.005s
20:07:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.371285  9967 tablet_bootstrap.cc:492] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287: Bootstrap starting.
20:07:57.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.389281  9967 tablet_bootstrap.cc:654] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287: Neither blocks nor log segments found. Creating new log.
20:07:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.403465  8863 raft_consensus.cc:2393] T b3c7c1c84f7249599d26f754dd55b3cf P 2b509b4fa6684a60aba024ed368742b2 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5c64218ec15e48fc901eec7c164a9287 in current term 1: Already voted for candidate 2eead7a8e41949a1a72e75785cf6e46d in this term.
20:07:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.408331  9967 tablet_bootstrap.cc:492] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287: No bootstrap required, opened a new log
20:07:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.409013  9967 ts_tablet_manager.cc:1403] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287: Time spent bootstrapping tablet: real 0.038s	user 0.007s	sys 0.005s
20:07:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.412341  9967 raft_consensus.cc:359] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.413321  9967 raft_consensus.cc:385] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.413765  9967 raft_consensus.cc:740] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c64218ec15e48fc901eec7c164a9287, State: Initialized, Role: FOLLOWER
20:07:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.414517  8670 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3c7c1c84f7249599d26f754dd55b3cf" candidate_uuid: "5c64218ec15e48fc901eec7c164a9287" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2eead7a8e41949a1a72e75785cf6e46d" is_pre_election: true
20:07:57.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.415180  9967 consensus_queue.cc:260] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.419600  8936 leader_election.cc:304] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5c64218ec15e48fc901eec7c164a9287; no voters: 2b509b4fa6684a60aba024ed368742b2, 2eead7a8e41949a1a72e75785cf6e46d
20:07:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.424566  9981 raft_consensus.cc:3060] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Advancing to term 1
20:07:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.438190  9965 tablet_bootstrap.cc:492] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d: No bootstrap required, opened a new log
20:07:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.438674  9965 ts_tablet_manager.cc:1403] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d: Time spent bootstrapping tablet: real 0.236s	user 0.009s	sys 0.024s
20:07:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.442808  9981 raft_consensus.cc:2749] T b3c7c1c84f7249599d26f754dd55b3cf P 5c64218ec15e48fc901eec7c164a9287 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:07:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.444571  9967 ts_tablet_manager.cc:1434] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287: Time spent starting tablet: real 0.035s	user 0.005s	sys 0.000s
20:07:57.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.448997  9965 raft_consensus.cc:359] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.449729  9965 raft_consensus.cc:385] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.450095  9965 raft_consensus.cc:740] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2eead7a8e41949a1a72e75785cf6e46d, State: Initialized, Role: FOLLOWER
20:07:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.450848  9965 consensus_queue.cc:260] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.458333  9965 ts_tablet_manager.cc:1434] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d: Time spent starting tablet: real 0.019s	user 0.007s	sys 0.000s
20:07:57.467 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:07:57.468 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:07:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.445452  8377 catalog_manager.cc:5696] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d reported cstate change: term changed from 0 to 1, leader changed from <none> to 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65). New cstate: current_term: 1 leader_uuid: "2eead7a8e41949a1a72e75785cf6e46d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } health_report { overall_health: UNKNOWN } } }
20:07:57.468 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:07:57.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:57.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:57.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:57.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:57.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:07:57.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:07:57.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:57.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:57.469 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:07:57.469 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:07:57.467 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.474774  9981 raft_consensus.cc:493] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.475252  9981 raft_consensus.cc:515] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.477154  9981 leader_election.cc:290] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111), 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65:34517)
20:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.479753  9981 raft_consensus.cc:493] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.480156  9981 raft_consensus.cc:515] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.483438  8862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d60ad2c93b3409f9a9fac29055a89ed" candidate_uuid: "5c64218ec15e48fc901eec7c164a9287" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b509b4fa6684a60aba024ed368742b2" is_pre_election: true
20:07:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.483827  8863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6f381f5ad5534afc8c7424eeaaae2cf3" candidate_uuid: "5c64218ec15e48fc901eec7c164a9287" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b509b4fa6684a60aba024ed368742b2" is_pre_election: true
20:07:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.484321  8862 raft_consensus.cc:2393] T 8d60ad2c93b3409f9a9fac29055a89ed P 2b509b4fa6684a60aba024ed368742b2 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5c64218ec15e48fc901eec7c164a9287 in current term 1: Already voted for candidate 2eead7a8e41949a1a72e75785cf6e46d in this term.
20:07:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.484406  8863 raft_consensus.cc:2468] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5c64218ec15e48fc901eec7c164a9287 in term 0.
20:07:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.481918  9981 leader_election.cc:290] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65:34517), 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111)
20:07:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.486757  8937 leader_election.cc:304] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b509b4fa6684a60aba024ed368742b2, 5c64218ec15e48fc901eec7c164a9287; no voters: 
20:07:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.487571  9981 raft_consensus.cc:2804] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.487877  9981 raft_consensus.cc:493] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.488174  9981 raft_consensus.cc:3060] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Advancing to term 1
20:07:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.489759  8670 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6f381f5ad5534afc8c7424eeaaae2cf3" candidate_uuid: "5c64218ec15e48fc901eec7c164a9287" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2eead7a8e41949a1a72e75785cf6e46d" is_pre_election: true
20:07:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.490415  8670 raft_consensus.cc:2468] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5c64218ec15e48fc901eec7c164a9287 in term 0.
20:07:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.491603  8669 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d60ad2c93b3409f9a9fac29055a89ed" candidate_uuid: "5c64218ec15e48fc901eec7c164a9287" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2eead7a8e41949a1a72e75785cf6e46d" is_pre_election: true
20:07:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.493734  8936 leader_election.cc:304] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5c64218ec15e48fc901eec7c164a9287; no voters: 2b509b4fa6684a60aba024ed368742b2, 2eead7a8e41949a1a72e75785cf6e46d
20:07:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.494730  9981 raft_consensus.cc:515] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.504565  9997 raft_consensus.cc:3060] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [term 0 FOLLOWER]: Advancing to term 1
20:07:57.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.506975  9981 leader_election.cc:290] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [CANDIDATE]: Term 1 election: Requested vote from peers 2b509b4fa6684a60aba024ed368742b2 (127.8.16.66:43111), 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65:34517)
20:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.507829  8863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6f381f5ad5534afc8c7424eeaaae2cf3" candidate_uuid: "5c64218ec15e48fc901eec7c164a9287" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b509b4fa6684a60aba024ed368742b2"
20:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.508347  8863 raft_consensus.cc:3060] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2 [term 0 FOLLOWER]: Advancing to term 1
20:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.508311  8669 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6f381f5ad5534afc8c7424eeaaae2cf3" candidate_uuid: "5c64218ec15e48fc901eec7c164a9287" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2eead7a8e41949a1a72e75785cf6e46d"
20:07:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.508860  8669 raft_consensus.cc:3060] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d [term 0 FOLLOWER]: Advancing to term 1
20:07:57.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.514519  8669 raft_consensus.cc:2468] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2eead7a8e41949a1a72e75785cf6e46d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5c64218ec15e48fc901eec7c164a9287 in term 1.
20:07:57.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.514552  8863 raft_consensus.cc:2468] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 2b509b4fa6684a60aba024ed368742b2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5c64218ec15e48fc901eec7c164a9287 in term 1.
20:07:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.515671  8937 leader_election.cc:304] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b509b4fa6684a60aba024ed368742b2, 5c64218ec15e48fc901eec7c164a9287; no voters: 
20:07:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.516512  9981 raft_consensus.cc:2804] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 1 FOLLOWER]: Leader election won for term 1
20:07:57.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.518522  9981 raft_consensus.cc:697] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [term 1 LEADER]: Becoming Leader. State: Replica: 5c64218ec15e48fc901eec7c164a9287, State: Running, Role: LEADER
20:07:57.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.519469  9981 consensus_queue.cc:237] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } }
20:07:57.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.519555  9997 raft_consensus.cc:2749] T 8d60ad2c93b3409f9a9fac29055a89ed P 5c64218ec15e48fc901eec7c164a9287 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:07:57.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.530794  8378 catalog_manager.cc:5696] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5c64218ec15e48fc901eec7c164a9287 (127.8.16.67). New cstate: current_term: 1 leader_uuid: "5c64218ec15e48fc901eec7c164a9287" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 } health_report { overall_health: HEALTHY } } }
20:07:57.564 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:57.565 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:57.565 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:57.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:57.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:57.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:57.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:57.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:57.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:57.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:57.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:57.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:57.566 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:57.640 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:57.640 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:57.640 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:57.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:57.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:57.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:57.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:57.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:57.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:57.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:57.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:57.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:57.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:57.687 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:07:57.688 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:07:57.688 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:07:57.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:57.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:57.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:57.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:57.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:57.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:07:57.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:57.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:07:57.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:07:57.688 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:07:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.715261  9979 consensus_queue.cc:1048] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.734268  9972 consensus_queue.cc:1048] T b3c7c1c84f7249599d26f754dd55b3cf P 2eead7a8e41949a1a72e75785cf6e46d [LEADER]: Connected to new peer: Peer: permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:57.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:57.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.793290  9972 consensus_queue.cc:1048] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.815376  9972 consensus_queue.cc:1048] T 8d60ad2c93b3409f9a9fac29055a89ed P 2eead7a8e41949a1a72e75785cf6e46d [LEADER]: Connected to new peer: Peer: permanent_uuid: "5c64218ec15e48fc901eec7c164a9287" member_type: VOTER last_known_addr { host: "127.8.16.67" port: 40329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.923369  9981 consensus_queue.cc:1048] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2eead7a8e41949a1a72e75785cf6e46d" member_type: VOTER last_known_addr { host: "127.8.16.65" port: 34517 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:57.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:57.930296  9981 consensus_queue.cc:1048] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b509b4fa6684a60aba024ed368742b2" member_type: VOTER last_known_addr { host: "127.8.16.66" port: 43111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:57.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:57.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:58.081 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:58.081 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:58.081 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:58.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:58.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:58.082 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:58.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:58.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:58.082 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:58.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:58.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:58.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:58.082 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:58.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:07:58.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6f381f5ad5534afc8c7424eeaaae2cf3 for table 'replication_test_table' with partition [<start>, 0x80000064)
20:07:58.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3c7c1c84f7249599d26f754dd55b3cf for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:07:58.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8d60ad2c93b3409f9a9fac29055a89ed for table 'replication_test_table' with partition [0x800000C8, <end>)
20:07:58.153 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=6f381f5ad5534afc8c7424eeaaae2cf3@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)[L]]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b3c7c1c84f7249599d26f754dd55b3cf@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)[L],5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8d60ad2c93b3409f9a9fac29055a89ed@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)[L],5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:07:58.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.16.125:44243, [6ms] Sub RPC GetTableLocations: received response from server master-127.8.16.125:44243: OK, deferred=null) after lookup
20:07:58.154 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)] connecting to peer
20:07:58.155 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)] Successfully connected to peer
20:07:58.168 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:58.173 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0f8c94d3, L:/127.0.0.1:58768 - R:/127.8.16.67:40329] using TOKEN/null
20:07:58.182 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:58.183 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:58.183 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:58.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:58.183 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:58.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:58.183 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:58.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:58.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:58.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:58.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:58.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:58.187 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:58.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:58.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:58.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:58.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:58.480 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:58.481 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:07:58.483 [DEBUG - main] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:07:58.484 [DEBUG - main] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:07:58.485 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.217.62:46847(127.8.217.62:46847)] Successfully connected to peer
20:07:58.491 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.62
20:07:58.491 [DEBUG - main] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:07:58.492 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.217.61:40273(127.8.217.61:40273)] Successfully connected to peer
20:07:58.494 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.217.60:34669(127.8.217.60:34669)] Successfully connected to peer
20:07:58.496 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.60
20:07:58.501 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:58.512 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa6f9d199, L:/127.0.0.1:47594 - R:/127.8.217.62:46847] using SASL/PLAIN
20:07:58.518 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.61
20:07:58.521 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:58.525 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0035dc17, L:/127.0.0.1:54620 - R:/127.8.217.60:34669] using SASL/PLAIN
20:07:58.527 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:58.528 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:58.528 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [34ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: OK, deferred=null) after lookup
20:07:58.530 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2d20b721, L:/127.0.0.1:48704 - R:/127.8.217.61:40273] using SASL/PLAIN
20:07:58.545 [DEBUG - main] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:07:58.546 [DEBUG - main] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:07:58.546 [DEBUG - main] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:07:58.554 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.16.125:44243(127.8.16.125:44243)] Successfully connected to peer
20:07:58.555 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.16.124:43447(127.8.16.124:43447)] Successfully connected to peer
20:07:58.562 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.16.126:37607(127.8.16.126:37607)] Successfully connected to peer
20:07:58.569 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.126
20:07:58.569 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.125
20:07:58.581 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:58.584 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.124
20:07:58.584 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:58.584 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x66e056b8, L:/127.0.0.1:42248 - R:/127.8.16.125:44243] using SASL/PLAIN
20:07:58.587 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:58.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: OK, deferred=null) after lookup
20:07:58.591 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xaf446329, L:/127.0.0.1:55144 - R:/127.8.16.126:37607] using SASL/PLAIN
20:07:58.595 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:07:58.596 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:07:58.601 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6f381f5ad5534afc8c7424eeaaae2cf3 for table 'replication_test_table' with partition [<start>, 0x80000064)
20:07:58.601 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3c7c1c84f7249599d26f754dd55b3cf for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:07:58.601 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8d60ad2c93b3409f9a9fac29055a89ed for table 'replication_test_table' with partition [0x800000C8, <end>)
20:07:58.602 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=6f381f5ad5534afc8c7424eeaaae2cf3@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)[L]]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b3c7c1c84f7249599d26f754dd55b3cf@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)[L],5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8d60ad2c93b3409f9a9fac29055a89ed@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)[L],5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:07:58.602 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2a060721, L:/127.0.0.1:45582 - R:/127.8.16.124:43447] using SASL/PLAIN
20:07:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.604279  9266 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54620:
20:07:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:07:58.605 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:07:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:07:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:07:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:07:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:58.606 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:58.606 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:58.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:58.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:58.606 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:58.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:58.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:58.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:58.606 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:58.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:07:58.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:58.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\001d\000\000\000"
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
20:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:58.608736  9266 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:07:58.659 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:07:58.699 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:58.699 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:58.699 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:58.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:58.700 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:58.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:58.700 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:58.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:58.700 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:58.700 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:58.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:58.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:58.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.782817  9866 tablet_service.cc:1511] Processing CreateTablet for tablet 931aaa4603c84f77a2db8666bd43170e (DEFAULT_TABLE table=replication_test_table [id=745d71a642e14528b4566384eb48e4a5]), partition=RANGE (key1) PARTITION VALUES < 100
20:07:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.787379  9866 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 931aaa4603c84f77a2db8666bd43170e. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:58.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:58.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.816324  9574 tablet_service.cc:1511] Processing CreateTablet for tablet 931aaa4603c84f77a2db8666bd43170e (DEFAULT_TABLE table=replication_test_table [id=745d71a642e14528b4566384eb48e4a5]), partition=RANGE (key1) PARTITION VALUES < 100
20:07:58.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.819063  9574 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 931aaa4603c84f77a2db8666bd43170e. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.831717  9723 tablet_service.cc:1511] Processing CreateTablet for tablet 931aaa4603c84f77a2db8666bd43170e (DEFAULT_TABLE table=replication_test_table [id=745d71a642e14528b4566384eb48e4a5]), partition=RANGE (key1) PARTITION VALUES < 100
20:07:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.834223  9723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 931aaa4603c84f77a2db8666bd43170e. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.882630 10050 tablet_bootstrap.cc:492] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f: Bootstrap starting.
20:07:58.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.902211 10051 tablet_bootstrap.cc:492] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b: Bootstrap starting.
20:07:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.909193 10050 tablet_bootstrap.cc:654] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f: Neither blocks nor log segments found. Creating new log.
20:07:58.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.916313 10050 log.cc:826] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f: Log is configured to *not* fsync() on all Append() calls
20:07:58.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.916460 10051 tablet_bootstrap.cc:654] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b: Neither blocks nor log segments found. Creating new log.
20:07:58.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.918773 10051 log.cc:826] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b: Log is configured to *not* fsync() on all Append() calls
20:07:58.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.919034 10052 tablet_bootstrap.cc:492] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7: Bootstrap starting.
20:07:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.932973 10050 tablet_bootstrap.cc:492] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f: No bootstrap required, opened a new log
20:07:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.933595 10050 ts_tablet_manager.cc:1403] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f: Time spent bootstrapping tablet: real 0.056s	user 0.010s	sys 0.006s
20:07:58.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.945645 10052 tablet_bootstrap.cc:654] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7: Neither blocks nor log segments found. Creating new log.
20:07:58.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:58.952 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:58.953 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:58.953 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:58.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:58.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:58.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:58.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:58.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:58.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:58.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:58.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:58.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:58.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:58.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.955318 10052 log.cc:826] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7: Log is configured to *not* fsync() on all Append() calls
20:07:58.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.964295 10051 tablet_bootstrap.cc:492] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b: No bootstrap required, opened a new log
20:07:58.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.964874 10051 ts_tablet_manager.cc:1403] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b: Time spent bootstrapping tablet: real 0.063s	user 0.013s	sys 0.026s
20:07:58.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:58.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.978804 10052 tablet_bootstrap.cc:492] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7: No bootstrap required, opened a new log
20:07:58.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:58.979404 10052 ts_tablet_manager.cc:1403] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7: Time spent bootstrapping tablet: real 0.061s	user 0.015s	sys 0.005s
20:07:59.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.004998 10050 raft_consensus.cc:359] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } }
20:07:59.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.006040 10050 raft_consensus.cc:385] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:59.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.006386 10050 raft_consensus.cc:740] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f78337f484274fbf9f1a7a2d4a60d53f, State: Initialized, Role: FOLLOWER
20:07:59.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.007880 10050 consensus_queue.cc:260] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } }
20:07:59.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.021044 10050 ts_tablet_manager.cc:1434] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f: Time spent starting tablet: real 0.087s	user 0.036s	sys 0.002s
20:07:59.030 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:59.030 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:59.030 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:59.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:59.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:59.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:59.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:59.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:59.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:59.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:59.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:59.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:59.031 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:59.042 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:59.042 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:59.043 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:59.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:59.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:59.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:59.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:59.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:59.044 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:59.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:59.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:59.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:59.046 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.047322 10051 raft_consensus.cc:359] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } }
20:07:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.050153 10051 raft_consensus.cc:385] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.050472 10051 raft_consensus.cc:740] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08c127540082496ba918d0c1278dfb7b, State: Initialized, Role: FOLLOWER
20:07:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.051543 10051 consensus_queue.cc:260] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } }
20:07:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:59.066586  9649 tablet.cc:2404] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:59.070855  9938 tablet.cc:2404] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.065923 10051 ts_tablet_manager.cc:1434] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b: Time spent starting tablet: real 0.101s	user 0.032s	sys 0.010s
20:07:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.074506 10052 raft_consensus.cc:359] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } }
20:07:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.075399 10052 raft_consensus.cc:385] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.075693 10052 raft_consensus.cc:740] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 19902e27fbf04bf090b52e8c73610af7, State: Initialized, Role: FOLLOWER
20:07:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.077853 10052 consensus_queue.cc:260] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } }
20:07:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.097501 10052 ts_tablet_manager.cc:1434] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7: Time spent starting tablet: real 0.118s	user 0.035s	sys 0.003s
20:07:59.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.178589 10057 raft_consensus.cc:493] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:59.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.179168 10057 raft_consensus.cc:515] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } }
20:07:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.187182 10057 leader_election.cc:290] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f78337f484274fbf9f1a7a2d4a60d53f (127.8.217.3:46189), 19902e27fbf04bf090b52e8c73610af7 (127.8.217.2:39247)
20:07:59.196 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:59.196 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:59.196 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:59.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:59.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:59.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:59.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:59.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:59.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:59.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:59.197 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:59.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:59.198 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.210057  9886 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "931aaa4603c84f77a2db8666bd43170e" candidate_uuid: "08c127540082496ba918d0c1278dfb7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" is_pre_election: true
20:07:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.210963  9886 raft_consensus.cc:2468] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08c127540082496ba918d0c1278dfb7b in term 0.
20:07:59.212 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:59.212 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:59.212 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:59.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:59.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:59.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:59.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:59.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:59.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.212669  9743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "931aaa4603c84f77a2db8666bd43170e" candidate_uuid: "08c127540082496ba918d0c1278dfb7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19902e27fbf04bf090b52e8c73610af7" is_pre_election: true
20:07:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.213508  9743 raft_consensus.cc:2468] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08c127540082496ba918d0c1278dfb7b in term 0.
20:07:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.213476  9528 leader_election.cc:304] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c127540082496ba918d0c1278dfb7b, f78337f484274fbf9f1a7a2d4a60d53f; no voters: 
20:07:59.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:59.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:59.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:59.214 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.214382 10057 raft_consensus.cc:2804] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.214715 10057 raft_consensus.cc:493] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.215050 10057 raft_consensus.cc:3060] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Advancing to term 1
20:07:59.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.221802 10057 raft_consensus.cc:515] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } }
20:07:59.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.224551 10057 leader_election.cc:290] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [CANDIDATE]: Term 1 election: Requested vote from peers f78337f484274fbf9f1a7a2d4a60d53f (127.8.217.3:46189), 19902e27fbf04bf090b52e8c73610af7 (127.8.217.2:39247)
20:07:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.226572  9886 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "931aaa4603c84f77a2db8666bd43170e" candidate_uuid: "08c127540082496ba918d0c1278dfb7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f78337f484274fbf9f1a7a2d4a60d53f"
20:07:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.227428  9886 raft_consensus.cc:3060] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Advancing to term 1
20:07:59.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.231734  9743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "931aaa4603c84f77a2db8666bd43170e" candidate_uuid: "08c127540082496ba918d0c1278dfb7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19902e27fbf04bf090b52e8c73610af7"
20:07:59.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.232553  9743 raft_consensus.cc:3060] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Advancing to term 1
20:07:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.241608  9886 raft_consensus.cc:2468] T 931aaa4603c84f77a2db8666bd43170e P f78337f484274fbf9f1a7a2d4a60d53f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08c127540082496ba918d0c1278dfb7b in term 1.
20:07:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.242802  9528 leader_election.cc:304] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c127540082496ba918d0c1278dfb7b, f78337f484274fbf9f1a7a2d4a60d53f; no voters: 
20:07:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.243707 10057 raft_consensus.cc:2804] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 1 FOLLOWER]: Leader election won for term 1
20:07:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.244375  9743 raft_consensus.cc:2468] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08c127540082496ba918d0c1278dfb7b in term 1.
20:07:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:07:59.249750  9795 tablet.cc:2404] T 931aaa4603c84f77a2db8666bd43170e P 19902e27fbf04bf090b52e8c73610af7: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.269586 10057 raft_consensus.cc:697] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [term 1 LEADER]: Becoming Leader. State: Replica: 08c127540082496ba918d0c1278dfb7b, State: Running, Role: LEADER
20:07:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.270921 10057 consensus_queue.cc:237] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } }
20:07:59.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:59.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.293308  9265 catalog_manager.cc:5696] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b reported cstate change: term changed from 0 to 1, leader changed from <none> to 08c127540082496ba918d0c1278dfb7b (127.8.217.1). New cstate: current_term: 1 leader_uuid: "08c127540082496ba918d0c1278dfb7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } health_report { overall_health: UNKNOWN } } }
20:07:59.297 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:59.340 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:07:59.340 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:07:59.340 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:07:59.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:59.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:59.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:07:59.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:59.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:59.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:07:59.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:59.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:59.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:07:59.342 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:07:59.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:59.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:59.483 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:59.483 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:59.483 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:59.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:59.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:59.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:59.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:59.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:59.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:59.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:59.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:59.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:59.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:59.511 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:59.512 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:59.512 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:59.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:59.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:59.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:59.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:59.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:59.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:59.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:59.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:59.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:59.514 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:07:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.674500 10057 consensus_queue.cc:1048] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:07:59.701033 10064 consensus_queue.cc:1048] T 931aaa4603c84f77a2db8666bd43170e P 08c127540082496ba918d0c1278dfb7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:59.790 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:59.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:59.798 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:07:59.799 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:07:59.799 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:07:59.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:59.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:59.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:59.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:59.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:59.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:07:59.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:59.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:07:59.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:07:59.800 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:07:59.916 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:07:59.917 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:07:59.917 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:07:59.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:59.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:59.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:59.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:59.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:07:59.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:59.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:07:59.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:59.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:07:59.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:07:59.920 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:07:59.921 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:07:59.921 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:07:59.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:59.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:59.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:59.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:07:59.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:59.921 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:59.921 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:59.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:07:59.921 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:07:59.921 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:07:59.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:59.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:07:59.972 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:07:59.972 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:07:59.972 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:07:59.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:59.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:59.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:07:59.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:59.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:59.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:07:59.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:59.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:59.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:07:59.975 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.028457  9265 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:54620:
20:08:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
20:08:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:00.056977  9265 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 60c83d4b361542e7b0f786ed475327d4 has no consensus state
20:08:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.080124  9574 tablet_service.cc:1511] Processing CreateTablet for tablet 60c83d4b361542e7b0f786ed475327d4 (DEFAULT_TABLE table=replication_test_table [id=745d71a642e14528b4566384eb48e4a5]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:08:00.083 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:00.083 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:00.083 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:00.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:00.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:00.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:00.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:00.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:00.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:00.084 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:00.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:00.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:00.085 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.081549  9723 tablet_service.cc:1511] Processing CreateTablet for tablet 60c83d4b361542e7b0f786ed475327d4 (DEFAULT_TABLE table=replication_test_table [id=745d71a642e14528b4566384eb48e4a5]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:08:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.081957  9574 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 60c83d4b361542e7b0f786ed475327d4. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.083022  9723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 60c83d4b361542e7b0f786ed475327d4. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.084333  9866 tablet_service.cc:1511] Processing CreateTablet for tablet 60c83d4b361542e7b0f786ed475327d4 (DEFAULT_TABLE table=replication_test_table [id=745d71a642e14528b4566384eb48e4a5]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
20:08:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.085634  9866 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 60c83d4b361542e7b0f786ed475327d4. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:00.089747  9251 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 60c83d4b361542e7b0f786ed475327d4 (table replication_test_table [id=745d71a642e14528b4566384eb48e4a5], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 60c83d4b361542e7b0f786ed475327d4 consensus state has no leader
20:08:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.098799 10089 tablet_bootstrap.cc:492] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7: Bootstrap starting.
20:08:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.106282 10089 tablet_bootstrap.cc:654] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7: Neither blocks nor log segments found. Creating new log.
20:08:00.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.109373 10091 tablet_bootstrap.cc:492] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f: Bootstrap starting.
20:08:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.112285 10090 tablet_bootstrap.cc:492] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b: Bootstrap starting.
20:08:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.113550 10089 tablet_bootstrap.cc:492] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7: No bootstrap required, opened a new log
20:08:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.114257 10089 ts_tablet_manager.cc:1403] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7: Time spent bootstrapping tablet: real 0.016s	user 0.010s	sys 0.003s
20:08:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.117785 10091 tablet_bootstrap.cc:654] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f: Neither blocks nor log segments found. Creating new log.
20:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.118242 10089 raft_consensus.cc:359] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.119321 10090 tablet_bootstrap.cc:654] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b: Neither blocks nor log segments found. Creating new log.
20:08:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.119968 10089 raft_consensus.cc:385] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.120287 10089 raft_consensus.cc:740] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 19902e27fbf04bf090b52e8c73610af7, State: Initialized, Role: FOLLOWER
20:08:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.121271 10089 consensus_queue.cc:260] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.125771 10089 ts_tablet_manager.cc:1434] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7: Time spent starting tablet: real 0.011s	user 0.008s	sys 0.000s
20:08:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.130816 10090 tablet_bootstrap.cc:492] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b: No bootstrap required, opened a new log
20:08:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.131253 10090 ts_tablet_manager.cc:1403] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b: Time spent bootstrapping tablet: real 0.021s	user 0.008s	sys 0.006s
20:08:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.134267 10090 raft_consensus.cc:359] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.134982 10090 raft_consensus.cc:385] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.135285 10090 raft_consensus.cc:740] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08c127540082496ba918d0c1278dfb7b, State: Initialized, Role: FOLLOWER
20:08:00.143 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:00.143 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:00.143 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:00.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:00.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:00.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:00.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:00.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:00.144 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:00.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:00.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:00.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:00.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.136112 10090 consensus_queue.cc:260] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.139587 10091 tablet_bootstrap.cc:492] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f: No bootstrap required, opened a new log
20:08:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.140060 10091 ts_tablet_manager.cc:1403] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f: Time spent bootstrapping tablet: real 0.031s	user 0.011s	sys 0.004s
20:08:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.145380 10091 raft_consensus.cc:359] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.146304 10091 raft_consensus.cc:385] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.146605 10091 raft_consensus.cc:740] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f78337f484274fbf9f1a7a2d4a60d53f, State: Initialized, Role: FOLLOWER
20:08:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.146610 10078 raft_consensus.cc:493] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.147079 10078 raft_consensus.cc:515] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.148427 10091 consensus_queue.cc:260] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.150777 10091 ts_tablet_manager.cc:1434] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.001s
20:08:00.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.155215 10090 ts_tablet_manager.cc:1434] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b: Time spent starting tablet: real 0.024s	user 0.008s	sys 0.000s
20:08:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.162686 10078 leader_election.cc:290] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 08c127540082496ba918d0c1278dfb7b (127.8.217.1:40951), f78337f484274fbf9f1a7a2d4a60d53f (127.8.217.3:46189)
20:08:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.172632  9265 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d: replication_test_table [id=745d71a642e14528b4566384eb48e4a5] alter complete (version 0)
20:08:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.190557  9266 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:54620:
20:08:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\310\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
20:08:00.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.197399  9594 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60c83d4b361542e7b0f786ed475327d4" candidate_uuid: "19902e27fbf04bf090b52e8c73610af7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08c127540082496ba918d0c1278dfb7b" is_pre_election: true
20:08:00.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.198168  9594 raft_consensus.cc:2468] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 19902e27fbf04bf090b52e8c73610af7 in term 0.
20:08:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.199865  9677 leader_election.cc:304] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c127540082496ba918d0c1278dfb7b, 19902e27fbf04bf090b52e8c73610af7; no voters: 
20:08:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.202138 10078 raft_consensus.cc:2804] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.202555 10078 raft_consensus.cc:493] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.203078 10078 raft_consensus.cc:3060] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Advancing to term 1
20:08:00.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.213233 10078 raft_consensus.cc:515] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.216782  9594 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60c83d4b361542e7b0f786ed475327d4" candidate_uuid: "19902e27fbf04bf090b52e8c73610af7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08c127540082496ba918d0c1278dfb7b"
20:08:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.217355  9594 raft_consensus.cc:3060] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Advancing to term 1
20:08:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.217125 10078 leader_election.cc:290] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [CANDIDATE]: Term 1 election: Requested vote from peers 08c127540082496ba918d0c1278dfb7b (127.8.217.1:40951), f78337f484274fbf9f1a7a2d4a60d53f (127.8.217.3:46189)
20:08:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.236622  9594 raft_consensus.cc:2468] T 60c83d4b361542e7b0f786ed475327d4 P 08c127540082496ba918d0c1278dfb7b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 19902e27fbf04bf090b52e8c73610af7 in term 1.
20:08:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.238952  9677 leader_election.cc:304] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c127540082496ba918d0c1278dfb7b, 19902e27fbf04bf090b52e8c73610af7; no voters: 
20:08:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:00.240248  9266 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 60c83d4b361542e7b0f786ed475327d4 consensus state has no leader
20:08:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.240350 10078 raft_consensus.cc:2804] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 1 FOLLOWER]: Leader election won for term 1
20:08:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:00.240916  9266 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 has no consensus state
20:08:00.248 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:00.248 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:00.248 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:00.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:00.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:00.249 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:00.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:00.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:00.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:00.250 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:00.250 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:00.250 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:00.250 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:00.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.257536  9886 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60c83d4b361542e7b0f786ed475327d4" candidate_uuid: "19902e27fbf04bf090b52e8c73610af7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" is_pre_election: true
20:08:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.258524  9886 raft_consensus.cc:2468] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 19902e27fbf04bf090b52e8c73610af7 in term 0.
20:08:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.261180  9886 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60c83d4b361542e7b0f786ed475327d4" candidate_uuid: "19902e27fbf04bf090b52e8c73610af7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f78337f484274fbf9f1a7a2d4a60d53f"
20:08:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.262229  9886 raft_consensus.cc:3060] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Advancing to term 1
20:08:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.274531  9886 raft_consensus.cc:2468] T 60c83d4b361542e7b0f786ed475327d4 P f78337f484274fbf9f1a7a2d4a60d53f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 19902e27fbf04bf090b52e8c73610af7 in term 1.
20:08:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.282756 10078 raft_consensus.cc:697] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [term 1 LEADER]: Becoming Leader. State: Replica: 19902e27fbf04bf090b52e8c73610af7, State: Running, Role: LEADER
20:08:00.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.284614 10078 consensus_queue.cc:237] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:00.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.293243  9574 tablet_service.cc:1511] Processing CreateTablet for tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 (DEFAULT_TABLE table=replication_test_table [id=745d71a642e14528b4566384eb48e4a5]), partition=RANGE (key1) PARTITION 200 <= VALUES
20:08:00.294 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:00.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.294523  9574 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8e7d199ac9764c6cbd7a436ca08e2ef3. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.298866  9723 tablet_service.cc:1511] Processing CreateTablet for tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 (DEFAULT_TABLE table=replication_test_table [id=745d71a642e14528b4566384eb48e4a5]), partition=RANGE (key1) PARTITION 200 <= VALUES
20:08:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.300056  9723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8e7d199ac9764c6cbd7a436ca08e2ef3. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:00.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.316387 10090 tablet_bootstrap.cc:492] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b: Bootstrap starting.
20:08:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.322981 10089 tablet_bootstrap.cc:492] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7: Bootstrap starting.
20:08:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.323031  9866 tablet_service.cc:1511] Processing CreateTablet for tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 (DEFAULT_TABLE table=replication_test_table [id=745d71a642e14528b4566384eb48e4a5]), partition=RANGE (key1) PARTITION 200 <= VALUES
20:08:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.324169  9866 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8e7d199ac9764c6cbd7a436ca08e2ef3. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.330602 10089 tablet_bootstrap.cc:654] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7: Neither blocks nor log segments found. Creating new log.
20:08:00.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.332355 10090 tablet_bootstrap.cc:654] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b: Neither blocks nor log segments found. Creating new log.
20:08:00.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.353777 10091 tablet_bootstrap.cc:492] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f: Bootstrap starting.
20:08:00.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.355549 10090 tablet_bootstrap.cc:492] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b: No bootstrap required, opened a new log
20:08:00.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.355983 10090 ts_tablet_manager.cc:1403] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b: Time spent bootstrapping tablet: real 0.040s	user 0.006s	sys 0.005s
20:08:00.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.359194 10090 raft_consensus.cc:359] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.359901 10090 raft_consensus.cc:385] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:00.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.360163 10090 raft_consensus.cc:740] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08c127540082496ba918d0c1278dfb7b, State: Initialized, Role: FOLLOWER
20:08:00.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.360630 10091 tablet_bootstrap.cc:654] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f: Neither blocks nor log segments found. Creating new log.
20:08:00.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.361043 10090 consensus_queue.cc:260] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.359704  9266 catalog_manager.cc:5696] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 19902e27fbf04bf090b52e8c73610af7 (127.8.217.2). New cstate: current_term: 1 leader_uuid: "19902e27fbf04bf090b52e8c73610af7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } health_report { overall_health: UNKNOWN } } }
20:08:00.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.363229 10090 ts_tablet_manager.cc:1434] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b: Time spent starting tablet: real 0.007s	user 0.000s	sys 0.008s
20:08:00.366 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:00.366 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:00.366 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:00.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:00.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:00.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.349778 10089 tablet_bootstrap.cc:492] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7: No bootstrap required, opened a new log
20:08:00.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:00.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:00.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:00.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:00.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:00.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:00.368 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.368674 10089 ts_tablet_manager.cc:1403] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7: Time spent bootstrapping tablet: real 0.046s	user 0.011s	sys 0.003s
20:08:00.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.380218 10091 tablet_bootstrap.cc:492] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f: No bootstrap required, opened a new log
20:08:00.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.380664 10091 ts_tablet_manager.cc:1403] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f: Time spent bootstrapping tablet: real 0.027s	user 0.005s	sys 0.009s
20:08:00.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.380751 10089 raft_consensus.cc:359] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.382972 10089 raft_consensus.cc:385] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.383419 10089 raft_consensus.cc:740] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 19902e27fbf04bf090b52e8c73610af7, State: Initialized, Role: FOLLOWER
20:08:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.384371 10091 raft_consensus.cc:359] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.384443 10089 consensus_queue.cc:260] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.385273 10091 raft_consensus.cc:385] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.385885 10091 raft_consensus.cc:740] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f78337f484274fbf9f1a7a2d4a60d53f, State: Initialized, Role: FOLLOWER
20:08:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.386613 10091 consensus_queue.cc:260] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.389007 10091 ts_tablet_manager.cc:1434] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
20:08:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.399036 10089 ts_tablet_manager.cc:1434] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7: Time spent starting tablet: real 0.024s	user 0.006s	sys 0.001s
20:08:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.425786  9263 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 5391d48bddc54cb08e8e00b45d94411d: replication_test_table [id=745d71a642e14528b4566384eb48e4a5] alter complete (version 0)
20:08:00.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:00.458 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:00.459 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:00.459 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:00.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:00.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:00.459 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:00.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:00.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:00.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:00.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:00.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:00.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:00.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.460595 10074 raft_consensus.cc:493] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.461241 10074 raft_consensus.cc:515] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.464 [DEBUG - main] (Connection.java:575) [peer master-127.8.16.125:44243(127.8.16.125:44243)] disconnecting while in state READY
20:08:00.465 [DEBUG - main] (Connection.java:575) [peer master-127.8.16.124:43447(127.8.16.124:43447)] disconnecting while in state READY
20:08:00.465 [DEBUG - main] (Connection.java:575) [peer master-127.8.16.126:37607(127.8.16.126:37607)] disconnecting while in state READY
20:08:00.465 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.16.125:44243(127.8.16.125:44243)] handling channelInactive
20:08:00.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state READY due to: connection closed
20:08:00.466 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.16.124:43447(127.8.16.124:43447)] handling channelInactive
20:08:00.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state READY due to: connection closed
20:08:00.467 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:00.467 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:00.469 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:08:00.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.466141 10074 leader_election.cc:290] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 08c127540082496ba918d0c1278dfb7b (127.8.217.1:40951), 19902e27fbf04bf090b52e8c73610af7 (127.8.217.2:39247)
20:08:00.470 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
20:08:00.485 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.16.126:37607(127.8.16.126:37607)] handling channelInactive
20:08:00.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state READY due to: connection closed
20:08:00.486 [DEBUG - main] (Connection.java:575) [peer master-127.8.217.60:34669(127.8.217.60:34669)] disconnecting while in state READY
20:08:00.486 [DEBUG - main] (Connection.java:575) [peer master-127.8.217.62:46847(127.8.217.62:46847)] disconnecting while in state READY
20:08:00.486 [DEBUG - main] (Connection.java:575) [peer master-127.8.217.61:40273(127.8.217.61:40273)] disconnecting while in state READY
20:08:00.486 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.217.61:40273(127.8.217.61:40273)] handling channelInactive
20:08:00.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state READY due to: connection closed
20:08:00.487 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:00.487 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:08:00.488 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
20:08:00.486 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.217.60:34669(127.8.217.60:34669)] handling channelInactive
20:08:00.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state READY due to: connection closed
20:08:00.489 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
20:08:00.520 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.217.62:46847(127.8.217.62:46847)] handling channelInactive
20:08:00.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state READY due to: connection closed
20:08:00.520 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:08:00.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.522773  9594 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8e7d199ac9764c6cbd7a436ca08e2ef3" candidate_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08c127540082496ba918d0c1278dfb7b" is_pre_election: true
20:08:00.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.523432  9594 raft_consensus.cc:2468] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f78337f484274fbf9f1a7a2d4a60d53f in term 0.
20:08:00.524 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:08:00.525 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
20:08:00.525 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
20:08:00.525 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:08:00.525 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:08:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.524868  9820 leader_election.cc:304] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c127540082496ba918d0c1278dfb7b, f78337f484274fbf9f1a7a2d4a60d53f; no voters: 
20:08:00.525 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:08:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.526981 10074 raft_consensus.cc:2804] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.527344 10074 raft_consensus.cc:493] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.527669 10074 raft_consensus.cc:3060] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 0 FOLLOWER]: Advancing to term 1
20:08:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.540035  9743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8e7d199ac9764c6cbd7a436ca08e2ef3" candidate_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19902e27fbf04bf090b52e8c73610af7" is_pre_election: true
20:08:00.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.540644  9743 raft_consensus.cc:2468] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f78337f484274fbf9f1a7a2d4a60d53f in term 0.
20:08:00.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.542902 10074 raft_consensus.cc:515] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.544660 10074 leader_election.cc:290] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [CANDIDATE]: Term 1 election: Requested vote from peers 08c127540082496ba918d0c1278dfb7b (127.8.217.1:40951), 19902e27fbf04bf090b52e8c73610af7 (127.8.217.2:39247)
20:08:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.546463  9743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8e7d199ac9764c6cbd7a436ca08e2ef3" candidate_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19902e27fbf04bf090b52e8c73610af7"
20:08:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.546661  9594 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8e7d199ac9764c6cbd7a436ca08e2ef3" candidate_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08c127540082496ba918d0c1278dfb7b"
20:08:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.546981  9743 raft_consensus.cc:3060] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7 [term 0 FOLLOWER]: Advancing to term 1
20:08:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.547217  9594 raft_consensus.cc:3060] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b [term 0 FOLLOWER]: Advancing to term 1
20:08:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.553594  9743 raft_consensus.cc:2468] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 19902e27fbf04bf090b52e8c73610af7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f78337f484274fbf9f1a7a2d4a60d53f in term 1.
20:08:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.553896  9594 raft_consensus.cc:2468] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P 08c127540082496ba918d0c1278dfb7b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f78337f484274fbf9f1a7a2d4a60d53f in term 1.
20:08:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.555296  9820 leader_election.cc:304] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c127540082496ba918d0c1278dfb7b, f78337f484274fbf9f1a7a2d4a60d53f; no voters: 
20:08:00.555 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
20:08:00.556 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
20:08:00.556 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
20:08:00.556 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
20:08:00.556 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
20:08:00.556 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
20:08:00.556 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
20:08:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.556806 10074 raft_consensus.cc:2804] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 1 FOLLOWER]: Leader election won for term 1
20:08:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.561455 10074 raft_consensus.cc:697] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [term 1 LEADER]: Becoming Leader. State: Replica: f78337f484274fbf9f1a7a2d4a60d53f, State: Running, Role: LEADER
20:08:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.562553 10074 consensus_queue.cc:237] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } }
20:08:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.585039  9266 catalog_manager.cc:5696] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f reported cstate change: term changed from 0 to 1, leader changed from <none> to f78337f484274fbf9f1a7a2d4a60d53f (127.8.217.3). New cstate: current_term: 1 leader_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 } health_report { overall_health: HEALTHY } } }
20:08:00.690 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:00.691 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:00.691 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:00.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:00.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:00.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:00.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:00.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:00.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:00.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:00.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:00.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:00.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.743024 10078 consensus_queue.cc:1048] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f78337f484274fbf9f1a7a2d4a60d53f" member_type: VOTER last_known_addr { host: "127.8.217.3" port: 46189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:00.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:00.794 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:00.795 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
20:08:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:00.798662 10078 consensus_queue.cc:1048] T 60c83d4b361542e7b0f786ed475327d4 P 19902e27fbf04bf090b52e8c73610af7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:00.807 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:00.807 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:00.807 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:00.809 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:00.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:00.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:00.809 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:00.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:00.809 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:00.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:00.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:00.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:00.810 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:00.883 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
20:08:00.883 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
20:08:00.883 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
20:08:00.897 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:08:00.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:00.967 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:00.989 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:00.990 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:00.990 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:00.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:00.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:00.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:00.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:00.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:00.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:00.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:00.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:00.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:00.991 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:01.067 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:01.067 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:01.067 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:01.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:01.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:01.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:01.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:01.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:01.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:01.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:01.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:01.069 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:01.069 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:01.104 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:01.105 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:01.105 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:01.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:01.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:01.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:01.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:01.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:01.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:01.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:01.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:01.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:01.105 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:01.129806 10074 consensus_queue.cc:1048] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [LEADER]: Connected to new peer: Peer: permanent_uuid: "19902e27fbf04bf090b52e8c73610af7" member_type: VOTER last_known_addr { host: "127.8.217.2" port: 39247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:01.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:01.151671 10074 consensus_queue.cc:1048] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f [LEADER]: Connected to new peer: Peer: permanent_uuid: "08c127540082496ba918d0c1278dfb7b" member_type: VOTER last_known_addr { host: "127.8.217.1" port: 40951 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:01.161 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:01.162 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:01.162 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:01.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:01.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:01.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:01.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:01.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:01.167 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:01.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:01.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:01.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:01.168 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:01.179 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:01.179 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:01.179 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:01.180 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:01.180 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:01.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:01.180 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:01.180 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:01.180 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:01.180 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:01.180 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:01.180 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:01.180 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:01.241 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:01.241 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:01.242 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:01.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:01.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:01.242 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:01.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:01.242 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:01.242 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:01.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:01.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:01.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:01.243 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:01.290 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:01.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:01.431 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:01.432 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:01.432 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:01.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:01.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:01.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:01.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:01.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:01.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:01.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:01.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:01.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:01.434 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:01.447 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:01.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:01.479 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:01.479 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:01.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:01.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:01.480 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:01.480 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:01.480 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:01.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:01.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:01.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:01.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:01.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:01.481 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:01.481 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29371), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [26ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [36ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [68ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [70ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [70ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [263ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [381ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [382ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [722ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [722ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4720ms] refreshing cache from master, [4720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4721ms] too many traces: truncated at 100 traces, deferred=Deferred@1152244480(state=PENDING, result=null, callback=(continuation of Deferred@1461941350 after retry RPC after error@1216821848) -> (continuation of Deferred@1261692974 after retry RPC after error@1634488211) -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040), errback=(continuation of Deferred@1461941350 after retry RPC after error@1216821848) -> (continuation of Deferred@1261692974 after retry RPC after error@1634488211) -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040)))
20:08:01.483 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:08:01.484 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29371), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [26ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [36ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [68ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [70ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [70ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [263ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [381ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [382ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [722ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [722ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4720ms] refreshing cache from master, [4720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4721ms] too many traces: truncated at 100 traces, deferred=Deferred@1152244480(state=PENDING, result=null, callback=(continuation of Deferred@1461941350 after retry RPC after error@1216821848) -> (continuation of Deferred@1261692974 after retry RPC after error@1634488211) -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040), errback=(continuation of Deferred@1461941350 after retry RPC after error@1216821848) -> (continuation of Deferred@1261692974 after retry RPC after error@1634488211) -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:01.489 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
20:08:01.491 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
20:08:01.528 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29371), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [26ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [36ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [68ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [70ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [70ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [263ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [323ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [381ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [382ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [382ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [721ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [722ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [722ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1184ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1184ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4720ms] refreshing cache from master, [4720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4721ms] too many traces: truncated at 100 traces, deferred=Deferred@1152244480(state=PENDING, result=null, callback=(continuation of Deferred@1461941350 after retry RPC after error@1216821848) -> (continuation of Deferred@1261692974 after retry RPC after error@1634488211) -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040), errback=(continuation of Deferred@1461941350 after retry RPC after error@1216821848) -> (continuation of Deferred@1261692974 after retry RPC after error@1634488211) -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:01.533 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
20:08:01.533 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:01.533 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
20:08:01.533 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:08:01.672 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:01.672 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:01.672 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:01.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:01.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:01.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:01.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:01.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:01.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:01.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:01.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:01.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:01.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:01.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:01.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
20:08:01.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:01.959 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:01.960 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:01.960 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:01.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:01.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:01.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:01.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:01.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:01.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:01.961 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:01.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:01.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:01.961 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:01.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:02.004 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
20:08:02.008 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:02.008 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:02.009 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:02.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:02.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:02.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:02.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:02.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:02.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:02.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:02.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:02.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:02.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:02.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29892), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [86ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [86ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [87ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [403ms] refreshing cache from master, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [404ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [405ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [405ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [405ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [584ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1124ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2843ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5501ms] refreshing cache from master, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5502ms] too many traces: truncated at 100 traces, deferred=Deferred@925826751(state=PENDING, result=null, callback=(continuation of Deferred@604487665 after retry RPC after error@319864959) -> (continuation of Deferred@1135027261 after retry RPC after error@54325744) -> (continuation of Deferred@442318417 after retry RPC after error@266012253) -> (continuation of Deferred@1965509975 after retry RPC after error@292585842) -> (continuation of Deferred@1655474875 after retry RPC after error@898797917) -> (continuation of Deferred@2056269645 after retry RPC after error@1878936188) -> (continuation of Deferred@1770122346 after retry RPC after error@1211666558) -> (continuation of Deferred@858338419 after retry RPC after error@773400000) -> (continuation of Deferred@1209892565 after retry RPC after error@1143651528) -> (continuation of Deferred@1046123154 after retry RPC after error@1502255036) -> (continuation of Deferred@2051187086 after retry RPC after error@1805623026) -> (continuation of Deferred@20668177 after retry RPC after error@201400317) -> (continuation of Deferred@1663074594 after retry RPC after error@1960831930) -> (continuation of Deferred@801628647 after retry RPC after error@725478677) -> (continuation of Deferred@1282625729 after retry RPC after error@1207623886) -> (continuation of Deferred@1461909775 after retry RPC after error@330556347) -> (continuation of Deferred@1167088724 after retry RPC after error@1442592952) -> (continuation of Deferred@357976457 after retry RPC after error@435474083) -> (continuation of Deferred@1581339445 after retry RPC after error@1783404989) -> (continuation of Deferred@1299287932 after retry RPC after error@1926222247) -> (continuation of Deferred@641989680 after retry RPC after error@684460084) -> (continuation of Deferred@1762093118 after retry RPC after error@1699339856) -> (continuation of Deferred@1557273781 after retry RPC after error@337060531) -> (continuation of Deferred@1183051415 after retry RPC after error@1838351177) -> (continuation of Deferred@568892922 after retry RPC after error@214381006) -> (continuation of Deferred@1432977815 after retry RPC after error@546658616), errback=(continuation of Deferred@604487665 after retry RPC after error@319864959) -> (continuation of Deferred@1135027261 after retry RPC after error@54325744) -> (continuation of Deferred@442318417 after retry RPC after error@266012253) -> (continuation of Deferred@1965509975 after retry RPC after error@292585842) -> (continuation of Deferred@1655474875 after retry RPC after error@898797917) -> (continuation of Deferred@2056269645 after retry RPC after error@1878936188) -> (continuation of Deferred@1770122346 after retry RPC after error@1211666558) -> (continuation of Deferred@858338419 after retry RPC after error@773400000) -> (continuation of Deferred@1209892565 after retry RPC after error@1143651528) -> (continuation of Deferred@1046123154 after retry RPC after error@1502255036) -> (continuation of Deferred@2051187086 after retry RPC after error@1805623026) -> (continuation of Deferred@20668177 after retry RPC after error@201400317) -> (continuation of Deferred@1663074594 after retry RPC after error@1960831930) -> (continuation of Deferred@801628647 after retry RPC after error@725478677) -> (continuation of Deferred@1282625729 after retry RPC after error@1207623886) -> (continuation of Deferred@1461909775 after retry RPC after error@330556347) -> (continuation of Deferred@1167088724 after retry RPC after error@1442592952) -> (continuation of Deferred@357976457 after retry RPC after error@435474083) -> (continuation of Deferred@1581339445 after retry RPC after error@1783404989) -> (continuation of Deferred@1299287932 after retry RPC after error@1926222247) -> (continuation of Deferred@641989680 after retry RPC after error@684460084) -> (continuation of Deferred@1762093118 after retry RPC after error@1699339856) -> (continuation of Deferred@1557273781 after retry RPC after error@337060531) -> (continuation of Deferred@1183051415 after retry RPC after error@1838351177) -> (continuation of Deferred@568892922 after retry RPC after error@214381006) -> (continuation of Deferred@1432977815 after retry RPC after error@546658616)))
20:08:02.020 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:08:02.021 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29892), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [86ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [86ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [87ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [403ms] refreshing cache from master, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [404ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [405ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [405ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [405ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [584ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1124ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2843ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5501ms] refreshing cache from master, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5502ms] too many traces: truncated at 100 traces, deferred=Deferred@925826751(state=PENDING, result=null, callback=(continuation of Deferred@604487665 after retry RPC after error@319864959) -> (continuation of Deferred@1135027261 after retry RPC after error@54325744) -> (continuation of Deferred@442318417 after retry RPC after error@266012253) -> (continuation of Deferred@1965509975 after retry RPC after error@292585842) -> (continuation of Deferred@1655474875 after retry RPC after error@898797917) -> (continuation of Deferred@2056269645 after retry RPC after error@1878936188) -> (continuation of Deferred@1770122346 after retry RPC after error@1211666558) -> (continuation of Deferred@858338419 after retry RPC after error@773400000) -> (continuation of Deferred@1209892565 after retry RPC after error@1143651528) -> (continuation of Deferred@1046123154 after retry RPC after error@1502255036) -> (continuation of Deferred@2051187086 after retry RPC after error@1805623026) -> (continuation of Deferred@20668177 after retry RPC after error@201400317) -> (continuation of Deferred@1663074594 after retry RPC after error@1960831930) -> (continuation of Deferred@801628647 after retry RPC after error@725478677) -> (continuation of Deferred@1282625729 after retry RPC after error@1207623886) -> (continuation of Deferred@1461909775 after retry RPC after error@330556347) -> (continuation of Deferred@1167088724 after retry RPC after error@1442592952) -> (continuation of Deferred@357976457 after retry RPC after error@435474083) -> (continuation of Deferred@1581339445 after retry RPC after error@1783404989) -> (continuation of Deferred@1299287932 after retry RPC after error@1926222247) -> (continuation of Deferred@641989680 after retry RPC after error@684460084) -> (continuation of Deferred@1762093118 after retry RPC after error@1699339856) -> (continuation of Deferred@1557273781 after retry RPC after error@337060531) -> (continuation of Deferred@1183051415 after retry RPC after error@1838351177) -> (continuation of Deferred@568892922 after retry RPC after error@214381006) -> (continuation of Deferred@1432977815 after retry RPC after error@546658616), errback=(continuation of Deferred@604487665 after retry RPC after error@319864959) -> (continuation of Deferred@1135027261 after retry RPC after error@54325744) -> (continuation of Deferred@442318417 after retry RPC after error@266012253) -> (continuation of Deferred@1965509975 after retry RPC after error@292585842) -> (continuation of Deferred@1655474875 after retry RPC after error@898797917) -> (continuation of Deferred@2056269645 after retry RPC after error@1878936188) -> (continuation of Deferred@1770122346 after retry RPC after error@1211666558) -> (continuation of Deferred@858338419 after retry RPC after error@773400000) -> (continuation of Deferred@1209892565 after retry RPC after error@1143651528) -> (continuation of Deferred@1046123154 after retry RPC after error@1502255036) -> (continuation of Deferred@2051187086 after retry RPC after error@1805623026) -> (continuation of Deferred@20668177 after retry RPC after error@201400317) -> (continuation of Deferred@1663074594 after retry RPC after error@1960831930) -> (continuation of Deferred@801628647 after retry RPC after error@725478677) -> (continuation of Deferred@1282625729 after retry RPC after error@1207623886) -> (continuation of Deferred@1461909775 after retry RPC after error@330556347) -> (continuation of Deferred@1167088724 after retry RPC after error@1442592952) -> (continuation of Deferred@357976457 after retry RPC after error@435474083) -> (continuation of Deferred@1581339445 after retry RPC after error@1783404989) -> (continuation of Deferred@1299287932 after retry RPC after error@1926222247) -> (continuation of Deferred@641989680 after retry RPC after error@684460084) -> (continuation of Deferred@1762093118 after retry RPC after error@1699339856) -> (continuation of Deferred@1557273781 after retry RPC after error@337060531) -> (continuation of Deferred@1183051415 after retry RPC after error@1838351177) -> (continuation of Deferred@568892922 after retry RPC after error@214381006) -> (continuation of Deferred@1432977815 after retry RPC after error@546658616)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:02.025 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
20:08:02.027 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
20:08:02.030 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29892), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [37ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [86ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [86ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [87ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [403ms] refreshing cache from master, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [404ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [405ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [405ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [405ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [583ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [584ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1124ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2843ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2843ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [5501ms] refreshing cache from master, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [5502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5502ms] too many traces: truncated at 100 traces, deferred=Deferred@925826751(state=PENDING, result=null, callback=(continuation of Deferred@604487665 after retry RPC after error@319864959) -> (continuation of Deferred@1135027261 after retry RPC after error@54325744) -> (continuation of Deferred@442318417 after retry RPC after error@266012253) -> (continuation of Deferred@1965509975 after retry RPC after error@292585842) -> (continuation of Deferred@1655474875 after retry RPC after error@898797917) -> (continuation of Deferred@2056269645 after retry RPC after error@1878936188) -> (continuation of Deferred@1770122346 after retry RPC after error@1211666558) -> (continuation of Deferred@858338419 after retry RPC after error@773400000) -> (continuation of Deferred@1209892565 after retry RPC after error@1143651528) -> (continuation of Deferred@1046123154 after retry RPC after error@1502255036) -> (continuation of Deferred@2051187086 after retry RPC after error@1805623026) -> (continuation of Deferred@20668177 after retry RPC after error@201400317) -> (continuation of Deferred@1663074594 after retry RPC after error@1960831930) -> (continuation of Deferred@801628647 after retry RPC after error@725478677) -> (continuation of Deferred@1282625729 after retry RPC after error@1207623886) -> (continuation of Deferred@1461909775 after retry RPC after error@330556347) -> (continuation of Deferred@1167088724 after retry RPC after error@1442592952) -> (continuation of Deferred@357976457 after retry RPC after error@435474083) -> (continuation of Deferred@1581339445 after retry RPC after error@1783404989) -> (continuation of Deferred@1299287932 after retry RPC after error@1926222247) -> (continuation of Deferred@641989680 after retry RPC after error@684460084) -> (continuation of Deferred@1762093118 after retry RPC after error@1699339856) -> (continuation of Deferred@1557273781 after retry RPC after error@337060531) -> (continuation of Deferred@1183051415 after retry RPC after error@1838351177) -> (continuation of Deferred@568892922 after retry RPC after error@214381006) -> (continuation of Deferred@1432977815 after retry RPC after error@546658616), errback=(continuation of Deferred@604487665 after retry RPC after error@319864959) -> (continuation of Deferred@1135027261 after retry RPC after error@54325744) -> (continuation of Deferred@442318417 after retry RPC after error@266012253) -> (continuation of Deferred@1965509975 after retry RPC after error@292585842) -> (continuation of Deferred@1655474875 after retry RPC after error@898797917) -> (continuation of Deferred@2056269645 after retry RPC after error@1878936188) -> (continuation of Deferred@1770122346 after retry RPC after error@1211666558) -> (continuation of Deferred@858338419 after retry RPC after error@773400000) -> (continuation of Deferred@1209892565 after retry RPC after error@1143651528) -> (continuation of Deferred@1046123154 after retry RPC after error@1502255036) -> (continuation of Deferred@2051187086 after retry RPC after error@1805623026) -> (continuation of Deferred@20668177 after retry RPC after error@201400317) -> (continuation of Deferred@1663074594 after retry RPC after error@1960831930) -> (continuation of Deferred@801628647 after retry RPC after error@725478677) -> (continuation of Deferred@1282625729 after retry RPC after error@1207623886) -> (continuation of Deferred@1461909775 after retry RPC after error@330556347) -> (continuation of Deferred@1167088724 after retry RPC after error@1442592952) -> (continuation of Deferred@357976457 after retry RPC after error@435474083) -> (continuation of Deferred@1581339445 after retry RPC after error@1783404989) -> (continuation of Deferred@1299287932 after retry RPC after error@1926222247) -> (continuation of Deferred@641989680 after retry RPC after error@684460084) -> (continuation of Deferred@1762093118 after retry RPC after error@1699339856) -> (continuation of Deferred@1557273781 after retry RPC after error@337060531) -> (continuation of Deferred@1183051415 after retry RPC after error@1838351177) -> (continuation of Deferred@568892922 after retry RPC after error@214381006) -> (continuation of Deferred@1432977815 after retry RPC after error@546658616)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:02.033 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
20:08:02.034 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:02.034 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
20:08:02.043 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:08:02.064 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
20:08:02.082 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
20:08:02.099 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
20:08:02.109 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
20:08:02.111 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
20:08:02.111 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
20:08:02.111 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
20:08:02.112 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
20:08:02.112 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
20:08:02.112 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
20:08:02.112 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:08:02.113 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:08:02.113 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:08:02.114 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:08:02.114 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:08:02.114 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:08:02.114 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
20:08:02.115 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
20:08:02.115 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
20:08:02.115 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
20:08:02.115 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
20:08:02.115 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:08:02.115 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:08:02.116 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:08:02.116 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:08:02.116 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:08:02.116 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:08:02.116 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_0fd692be8c41c2b85dc5dbe78cc50659/blobStorage
20:08:02.117 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:44601 - max concurrent requests: 50 - max backlog: 1000
20:08:02.121 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_0fd692be8c41c2b85dc5dbe78cc50659/blobStorage
20:08:02.130 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_0fd692be8c41c2b85dc5dbe78cc50659/blobStorage
20:08:02.132 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
20:08:02.132 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: b56bcfa0-ee68-4ac0-a34c-60bd3268b692
20:08:02.137 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
20:08:02.137 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-2f0b49a0-8599-4440-a190-09395617e378
20:08:02.143 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-e16b3337-d5f2-4f8c-9633-f9c7f4543919
20:08:02.217 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
20:08:02.217 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
20:08:02.217 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
20:08:02.217 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
20:08:02.218 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
20:08:02.220 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_16 .
20:08:02.227 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
20:08:02.228 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-96c13f47-396c-4d9b-9731-ea1a901fd2fb
20:08:02.230 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
20:08:02.231 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
20:08:02.240 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
20:08:02.240 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
20:08:02.245 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:45553
20:08:02.246 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
20:08:02.265 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:45553 was granted leadership with leaderSessionID=5f7d84b5-3bbc-4b6c-8ec3-e52ab33073f4
20:08:02.265 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:45553 , session=5f7d84b5-3bbc-4b6c-8ec3-e52ab33073f4
20:08:02.266 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
20:08:02.276 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
20:08:02.276 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
20:08:02.276 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 2219d559-445a-48e1-bd4f-d1da89bc1e2e. Creating new DispatcherLeaderProcess.
20:08:02.276 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
20:08:02.288 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
20:08:02.288 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
20:08:02.288 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
20:08:02.291 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_17 .
20:08:02.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:02.298 [INFO - pool-303-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 50ccab49-be00-4d75-bd7c-599a171c8bb6.
20:08:02.299 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_17 , session=2219d559-445a-48e1-bd4f-d1da89bc1e2e
20:08:02.302 [INFO - pool-303-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_18 .
20:08:02.319 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
20:08:02.326 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
20:08:02.326 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
20:08:02.326 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
20:08:02.326 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
20:08:02.327 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_18 , session=50ccab49-be00-4d75-bd7c-599a171c8bb6
20:08:02.328 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(bd7c599a171c8bb650ccab49be004d75).
20:08:02.352 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:08:02.362 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (1f02022c9a2936dac70c2082cc7114d7).
20:08:02.362 [INFO - flink-pekko.actor.default-dispatcher-10] (ResourceManager.java:1080) Registering TaskManager with ResourceID b56bcfa0-ee68-4ac0-a34c-60bd3268b692 (pekko://flink/user/rpc/taskmanager_16) at ResourceManager
20:08:02.363 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (1f02022c9a2936dac70c2082cc7114d7).
20:08:02.363 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_18 under registration id 32544808c3681307ab8eb651a0dd577f.
20:08:02.363 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-1f02022c9a2936dac70c2082cc7114d7'.
20:08:02.363 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:344) Registering task executor b56bcfa0-ee68-4ac0-a34c-60bd3268b692 under 32544808c3681307ab8eb651a0dd577f at the slot manager.
20:08:02.363 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 1f02022c9a2936dac70c2082cc7114d7 was granted leadership with leader id 3ece9d5b-960c-4daa-8da1-e4073b513b46. Creating new JobMasterServiceProcess.
20:08:02.366 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_19 .
20:08:02.371 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (1f02022c9a2936dac70c2082cc7114d7).
20:08:02.372 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7).
20:08:02.373 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 412f6334fc06cc4002fd0a1452d03938 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:02.373 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7).
20:08:02.373 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
20:08:02.374 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
20:08:02.375 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5dd1af4a
20:08:02.375 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:02.375 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:08:02.377 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
20:08:02.377 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@5495087f for Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7).
20:08:02.378 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_19 , session=3ece9d5b-960c-4daa-8da1-e4073b513b46
20:08:02.378 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (1f02022c9a2936dac70c2082cc7114d7) under job master id 8da1e4073b513b463ece9d5b960c4daa.
20:08:02.379 [INFO - flink-pekko.actor.default-dispatcher-6] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:08:02.381 [DEBUG - flink-pekko.actor.default-dispatcher-6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:02.381 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
20:08:02.382 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7) switched from state CREATED to RUNNING.
20:08:02.386 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
20:08:02.387 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:02.387 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
20:08:02.388 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:02.388 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
20:08:02.388 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.16.124:43447(127.8.16.124:43447)] Successfully connected to peer
20:08:02.388 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
20:08:02.389 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:02.390 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(bd7c599a171c8bb650ccab49be004d75)
20:08:02.390 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.16.125:44243(127.8.16.125:44243)] Successfully connected to peer
20:08:02.391 [INFO - flink-pekko.actor.default-dispatcher-10] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:08:02.391 [INFO - flink-pekko.actor.default-dispatcher-10] (ResourceManager.java:390) Registering job manager 8da1e4073b513b463ece9d5b960c4daa@pekko://flink/user/rpc/jobmanager_19 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:02.395 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.16.126:37607(127.8.16.126:37607)] Successfully connected to peer
20:08:02.396 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.125
20:08:02.398 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager 8da1e4073b513b463ece9d5b960c4daa@pekko://flink/user/rpc/jobmanager_19 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:02.399 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: bd7c599a171c8bb650ccab49be004d75.
20:08:02.399 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:02.400 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.124
20:08:02.410 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.416 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.423 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8d4b73c1, L:/127.0.0.1:42250 - R:/127.8.16.125:44243] using SASL/PLAIN
20:08:02.425 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeebcaedd, L:/127.0.0.1:45592 - R:/127.8.16.124:43447] using SASL/PLAIN
20:08:02.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:02.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: OK, deferred=null) after lookup
20:08:02.431 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 1f02022c9a2936dac70c2082cc7114d7
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager b56bcfa0-ee68-4ac0-a34c-60bd3268b692
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
20:08:02.433 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 20e5361c5b66627d004c5708f4b4de26 from b56bcfa0-ee68-4ac0-a34c-60bd3268b692 for job 1f02022c9a2936dac70c2082cc7114d7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:08:02.434 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 20e5361c5b66627d004c5708f4b4de26 for job 1f02022c9a2936dac70c2082cc7114d7 from resource manager with leader id bd7c599a171c8bb650ccab49be004d75.
20:08:02.434 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 20e5361c5b66627d004c5708f4b4de26 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:08:02.434 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 93d0da71ecf505c4b997c18c439fe5cc from b56bcfa0-ee68-4ac0-a34c-60bd3268b692 for job 1f02022c9a2936dac70c2082cc7114d7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:08:02.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:08:02.436 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.126
20:08:02.436 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot e0195d351ba91a630d6da63005277f67 from b56bcfa0-ee68-4ac0-a34c-60bd3268b692 for job 1f02022c9a2936dac70c2082cc7114d7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:08:02.439 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 079af0b16401ee4b7f4d1486652f7d5c from b56bcfa0-ee68-4ac0-a34c-60bd3268b692 for job 1f02022c9a2936dac70c2082cc7114d7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:08:02.441 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6f381f5ad5534afc8c7424eeaaae2cf3 for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:02.441 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3c7c1c84f7249599d26f754dd55b3cf for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:02.441 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:192) Add job 1f02022c9a2936dac70c2082cc7114d7 for job leader monitoring.
20:08:02.441 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8d60ad2c93b3409f9a9fac29055a89ed for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:02.442 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 93d0da71ecf505c4b997c18c439fe5cc for job 1f02022c9a2936dac70c2082cc7114d7 from resource manager with leader id bd7c599a171c8bb650ccab49be004d75.
20:08:02.442 [DEBUG - main] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:02.442 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 93d0da71ecf505c4b997c18c439fe5cc with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:08:02.443 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request e0195d351ba91a630d6da63005277f67 for job 1f02022c9a2936dac70c2082cc7114d7 from resource manager with leader id bd7c599a171c8bb650ccab49be004d75.
20:08:02.443 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for e0195d351ba91a630d6da63005277f67 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:08:02.443 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299998, tablet=6f381f5ad5534afc8c7424eeaaae2cf3@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)[L]]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=b3c7c1c84f7249599d26f754dd55b3cf@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)[L],5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998, tablet=8d60ad2c93b3409f9a9fac29055a89ed@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)[L],5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:08:02.443 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1149) Receive slot request 079af0b16401ee4b7f4d1486652f7d5c for job 1f02022c9a2936dac70c2082cc7114d7 from resource manager with leader id bd7c599a171c8bb650ccab49be004d75.
20:08:02.443 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:321) Allocated slot for 079af0b16401ee4b7f4d1486652f7d5c with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:08:02.445 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_19 with leader id 3ece9d5b-960c-4daa-8da1-e4073b513b46.
20:08:02.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:02.447 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
20:08:02.448 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.450 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_19 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:02.450 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1783) Establish JobManager connection for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:02.450 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 1f02022c9a2936dac70c2082cc7114d7.
20:08:02.451 [DEBUG - main] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:02.451 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
20:08:02.452 [DEBUG - main] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:02.452 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 93d0da71ecf505c4b997c18c439fe5cc
20:08:02.452 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x27bd0f40, L:/127.0.0.1:55152 - R:/127.8.16.126:37607] using SASL/PLAIN
20:08:02.452 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 93d0da71ecf505c4b997c18c439fe5cc.
20:08:02.454 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:02.454 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
20:08:02.454 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 1f02022c9a2936dac70c2082cc7114d7
20:08:02.458 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 93d0da71ecf505c4b997c18c439fe5cc.
20:08:02.458 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.217.62:46847(127.8.217.62:46847)] Successfully connected to peer
20:08:02.459 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.217.61:40273(127.8.217.61:40273)] Successfully connected to peer
20:08:02.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:02.474 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.62
20:08:02.485 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.489 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa18e87fc, L:/127.0.0.1:47596 - R:/127.8.217.62:46847] using SASL/PLAIN
20:08:02.499 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.217.60:34669(127.8.217.60:34669)] Successfully connected to peer
20:08:02.500 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
20:08:02.501 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 079af0b16401ee4b7f4d1486652f7d5c
20:08:02.503 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
20:08:02.503 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id e0195d351ba91a630d6da63005277f67
20:08:02.504 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.61
20:08:02.515 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
20:08:02.515 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 20e5361c5b66627d004c5708f4b4de26
20:08:02.516 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.517 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.60
20:08:02.519 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x37759c20, L:/127.0.0.1:48710 - R:/127.8.217.61:40273] using SASL/PLAIN
20:08:02.531 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 079af0b16401ee4b7f4d1486652f7d5c.
20:08:02.532 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 079af0b16401ee4b7f4d1486652f7d5c.
20:08:02.533 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.534 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
20:08:02.534 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
20:08:02.536 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@421e95d9
20:08:02.536 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:02.536 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:08:02.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:08:02.539 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:08:02.539 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1a1bbf0b, L:/127.0.0.1:54632 - R:/127.8.217.60:34669] using SASL/PLAIN
20:08:02.540 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e0195d351ba91a630d6da63005277f67.
20:08:02.542 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id e0195d351ba91a630d6da63005277f67.
20:08:02.544 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
20:08:02.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
20:08:02.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72028b48
20:08:02.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:02.546 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 93d0da71ecf505c4b997c18c439fe5cc.
20:08:02.546 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 079af0b16401ee4b7f4d1486652f7d5c.
20:08:02.546 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:02.546 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=125), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [50ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: OK, deferred=null) after lookup
20:08:02.547 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e0195d351ba91a630d6da63005277f67.
20:08:02.547 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 20e5361c5b66627d004c5708f4b4de26.
20:08:02.547 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 20e5361c5b66627d004c5708f4b4de26.
20:08:02.547 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
20:08:02.548 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
20:08:02.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@64f6a902
20:08:02.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:02.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:08:02.550 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:08:02.550 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:02.550 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:08:02.552 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:08:02.555 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 20e5361c5b66627d004c5708f4b4de26.
20:08:02.557 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:02.558 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:02.558 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:02.558 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:02.558 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.217.60:34669, [6ms] Sub RPC GetTableLocations: received response from server master-127.8.217.60:34669: OK, deferred=null)) after lookup
20:08:02.562 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
20:08:02.563 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:08:02.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e7e6ba6
20:08:02.564 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] connecting to peer
20:08:02.565 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:08:02.567 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:02.569 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10f29466
20:08:02.572 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:02.572 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
20:08:02.573 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@306b9f84
20:08:02.573 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@716d6633
20:08:02.573 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:02.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:08:02.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:08:02.574 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:08:02.576 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:02.576 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7102eb15
20:08:02.578 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:02.579 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:02.580 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:02.580 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:02.581 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:02.581 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] Successfully connected to peer
20:08:02.589 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:02.590 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.217.62:46847(127.8.217.62:46847)] Successfully connected to peer
20:08:02.592 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.62
20:08:02.598 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:02.603 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.603 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.217.61:40273(127.8.217.61:40273)] Successfully connected to peer
20:08:02.606 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.217.62:46847(127.8.217.62:46847)] Successfully connected to peer
20:08:02.604 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.217.60:34669(127.8.217.60:34669)] Successfully connected to peer
20:08:02.604 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:02.609 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:02.610 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.60
20:08:02.611 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.62
20:08:02.614 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.217.62:46847(127.8.217.62:46847)] Successfully connected to peer
20:08:02.616 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:02.616 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:02.616 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:02.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:02.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:02.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:02.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:02.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:02.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:02.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:02.618 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:02.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:02.619 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:02.624 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.61
20:08:02.626 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x59deb7ee, L:/127.0.0.1:54642 - R:/127.8.217.60:34669] using SASL/PLAIN
20:08:02.630 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x365348d3, L:/127.0.0.1:51556 - R:/127.8.217.1:40951] using TOKEN/null
20:08:02.631 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:02.631 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [52ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: OK, deferred=null) after lookup
20:08:02.636 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:02.641 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.642 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:02.643 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24b735d6
20:08:02.644 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
20:08:02.644 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
20:08:02.648 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:02.659 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:02.659 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:02.660 [DEBUG - main] (Connection.java:748) [peer 19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)] connecting to peer
20:08:02.662 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.217.62:46847(127.8.217.62:46847)] Successfully connected to peer
20:08:02.667 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2995a050, L:/127.0.0.1:47624 - R:/127.8.217.62:46847] using SASL/PLAIN
20:08:02.669 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf796d874, L:/127.0.0.1:47612 - R:/127.8.217.62:46847] using SASL/PLAIN
20:08:02.671 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.62
20:08:02.671 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:02.671 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:02.671 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:02.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:02.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:02.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:02.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:02.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:02.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:02.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:02.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:02.673 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:02.673 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:02.674 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:02.675 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.217.61:40273(127.8.217.61:40273)] Successfully connected to peer
20:08:02.677 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.669 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:02.680 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x218b56e3, L:/127.0.0.1:48718 - R:/127.8.217.61:40273] using SASL/PLAIN
20:08:02.680 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:02.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:02.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:02.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:02.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:02.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:02.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:02.670 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.62
20:08:02.680 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:02.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:02.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:02.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:02.685 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:02.691 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.61
20:08:02.704 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.705 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.711 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x17b9c0c5, L:/127.0.0.1:47638 - R:/127.8.217.62:46847] using SASL/PLAIN
20:08:02.712 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdbfdc41d, L:/127.0.0.1:48732 - R:/127.8.217.61:40273] using SASL/PLAIN
20:08:02.713 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.217.60:34669(127.8.217.60:34669)] Successfully connected to peer
20:08:02.714 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.718 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd0d12ed2, L:/127.0.0.1:47650 - R:/127.8.217.62:46847] using SASL/PLAIN
20:08:02.720 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.60
20:08:02.727 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:08:02.728 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d39df0b92639cd5195c612f65a4df6e3da7902826d952b171eaf70b5fa035da4'}]
20:08:02.730 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:02.731 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:02.732 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)] Successfully connected to peer
20:08:02.733 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.217.61:40273(127.8.217.61:40273)] Successfully connected to peer
20:08:02.734 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.736 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.61
20:08:02.741 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5c1e99a8, L:/127.0.0.1:54650 - R:/127.8.217.60:34669] using SASL/PLAIN
20:08:02.744 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:02.744 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=172), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [137ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: OK, deferred=null) after lookup
20:08:02.748 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:02.749 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.217.61:40273(127.8.217.61:40273)] Successfully connected to peer
20:08:02.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:02.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:02.757 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c66a4a7
20:08:02.758 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.61
20:08:02.759 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.761 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:08:02.763 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
20:08:02.763 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
20:08:02.773 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.773 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.775 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2a925c3c, L:/127.0.0.1:48748 - R:/127.8.217.61:40273] using SASL/PLAIN
20:08:02.776 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:08:02.777 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xff6cdd66, L:/127.0.0.1:47768 - R:/127.8.217.2:39247] using TOKEN/null
20:08:02.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299996, tablet=6f381f5ad5534afc8c7424eeaaae2cf3@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)[L]]}]
20:08:02.781 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x19aa6f5e, L:/127.0.0.1:48756 - R:/127.8.217.61:40273] using SASL/PLAIN
20:08:02.790 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:02.791 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:02.791 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:02.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:02.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:02.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:02.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:02.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:02.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:02.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:02.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:02.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:02.793 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:02.793 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28215), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [116ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [118ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [166ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [168ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [168ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [168ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [321ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [322ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [422ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [422ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [423ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [423ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [943ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1340ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1344ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2563ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5900ms] refreshing cache from master, [5900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5902ms] too many traces: truncated at 100 traces, deferred=Deferred@699236685(state=PENDING, result=null, callback=(continuation of Deferred@1846106463 after retry RPC after error@109165928) -> (continuation of Deferred@1693419531 after retry RPC after error@554555954) -> (continuation of Deferred@99265773 after retry RPC after error@244001733) -> (continuation of Deferred@381437391 after retry RPC after error@1504694624) -> (continuation of Deferred@166888316 after retry RPC after error@1592808580) -> (continuation of Deferred@714530984 after retry RPC after error@219484235) -> (continuation of Deferred@274828278 after retry RPC after error@1281992970) -> (continuation of Deferred@1365742479 after retry RPC after error@1960138400) -> (continuation of Deferred@1761037815 after retry RPC after error@1775732762) -> (continuation of Deferred@79791428 after retry RPC after error@1526706986) -> (continuation of Deferred@137745783 after retry RPC after error@1576475443) -> (continuation of Deferred@1427398252 after retry RPC after error@1926615303) -> (continuation of Deferred@1424833607 after retry RPC after error@824613738) -> (continuation of Deferred@1177965596 after retry RPC after error@439871540) -> (continuation of Deferred@654696497 after retry RPC after error@578671216) -> (continuation of Deferred@1444930711 after retry RPC after error@1942802472) -> (continuation of Deferred@2076221960 after retry RPC after error@929169746) -> (continuation of Deferred@519073909 after retry RPC after error@187215379) -> (continuation of Deferred@1963363740 after retry RPC after error@1388935935) -> (continuation of Deferred@1328007947 after retry RPC after error@28421322) -> (continuation of Deferred@1083882253 after retry RPC after error@1495088995) -> (continuation of Deferred@672389336 after retry RPC after error@617150188) -> (continuation of Deferred@832529323 after retry RPC after error@29992156), errback=(continuation of Deferred@1846106463 after retry RPC after error@109165928) -> (continuation of Deferred@1693419531 after retry RPC after error@554555954) -> (continuation of Deferred@99265773 after retry RPC after error@244001733) -> (continuation of Deferred@381437391 after retry RPC after error@1504694624) -> (continuation of Deferred@166888316 after retry RPC after error@1592808580) -> (continuation of Deferred@714530984 after retry RPC after error@219484235) -> (continuation of Deferred@274828278 after retry RPC after error@1281992970) -> (continuation of Deferred@1365742479 after retry RPC after error@1960138400) -> (continuation of Deferred@1761037815 after retry RPC after error@1775732762) -> (continuation of Deferred@79791428 after retry RPC after error@1526706986) -> (continuation of Deferred@137745783 after retry RPC after error@1576475443) -> (continuation of Deferred@1427398252 after retry RPC after error@1926615303) -> (continuation of Deferred@1424833607 after retry RPC after error@824613738) -> (continuation of Deferred@1177965596 after retry RPC after error@439871540) -> (continuation of Deferred@654696497 after retry RPC after error@578671216) -> (continuation of Deferred@1444930711 after retry RPC after error@1942802472) -> (continuation of Deferred@2076221960 after retry RPC after error@929169746) -> (continuation of Deferred@519073909 after retry RPC after error@187215379) -> (continuation of Deferred@1963363740 after retry RPC after error@1388935935) -> (continuation of Deferred@1328007947 after retry RPC after error@28421322) -> (continuation of Deferred@1083882253 after retry RPC after error@1495088995) -> (continuation of Deferred@672389336 after retry RPC after error@617150188) -> (continuation of Deferred@832529323 after retry RPC after error@29992156)))
20:08:02.794 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:02.796 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:08:02.796 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28215), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [116ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [118ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [166ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [168ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [168ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [168ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [321ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [322ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [422ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [422ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [423ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [423ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [943ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1340ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1344ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2563ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5900ms] refreshing cache from master, [5900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5902ms] too many traces: truncated at 100 traces, deferred=Deferred@699236685(state=PENDING, result=null, callback=(continuation of Deferred@1846106463 after retry RPC after error@109165928) -> (continuation of Deferred@1693419531 after retry RPC after error@554555954) -> (continuation of Deferred@99265773 after retry RPC after error@244001733) -> (continuation of Deferred@381437391 after retry RPC after error@1504694624) -> (continuation of Deferred@166888316 after retry RPC after error@1592808580) -> (continuation of Deferred@714530984 after retry RPC after error@219484235) -> (continuation of Deferred@274828278 after retry RPC after error@1281992970) -> (continuation of Deferred@1365742479 after retry RPC after error@1960138400) -> (continuation of Deferred@1761037815 after retry RPC after error@1775732762) -> (continuation of Deferred@79791428 after retry RPC after error@1526706986) -> (continuation of Deferred@137745783 after retry RPC after error@1576475443) -> (continuation of Deferred@1427398252 after retry RPC after error@1926615303) -> (continuation of Deferred@1424833607 after retry RPC after error@824613738) -> (continuation of Deferred@1177965596 after retry RPC after error@439871540) -> (continuation of Deferred@654696497 after retry RPC after error@578671216) -> (continuation of Deferred@1444930711 after retry RPC after error@1942802472) -> (continuation of Deferred@2076221960 after retry RPC after error@929169746) -> (continuation of Deferred@519073909 after retry RPC after error@187215379) -> (continuation of Deferred@1963363740 after retry RPC after error@1388935935) -> (continuation of Deferred@1328007947 after retry RPC after error@28421322) -> (continuation of Deferred@1083882253 after retry RPC after error@1495088995) -> (continuation of Deferred@672389336 after retry RPC after error@617150188) -> (continuation of Deferred@832529323 after retry RPC after error@29992156), errback=(continuation of Deferred@1846106463 after retry RPC after error@109165928) -> (continuation of Deferred@1693419531 after retry RPC after error@554555954) -> (continuation of Deferred@99265773 after retry RPC after error@244001733) -> (continuation of Deferred@381437391 after retry RPC after error@1504694624) -> (continuation of Deferred@166888316 after retry RPC after error@1592808580) -> (continuation of Deferred@714530984 after retry RPC after error@219484235) -> (continuation of Deferred@274828278 after retry RPC after error@1281992970) -> (continuation of Deferred@1365742479 after retry RPC after error@1960138400) -> (continuation of Deferred@1761037815 after retry RPC after error@1775732762) -> (continuation of Deferred@79791428 after retry RPC after error@1526706986) -> (continuation of Deferred@137745783 after retry RPC after error@1576475443) -> (continuation of Deferred@1427398252 after retry RPC after error@1926615303) -> (continuation of Deferred@1424833607 after retry RPC after error@824613738) -> (continuation of Deferred@1177965596 after retry RPC after error@439871540) -> (continuation of Deferred@654696497 after retry RPC after error@578671216) -> (continuation of Deferred@1444930711 after retry RPC after error@1942802472) -> (continuation of Deferred@2076221960 after retry RPC after error@929169746) -> (continuation of Deferred@519073909 after retry RPC after error@187215379) -> (continuation of Deferred@1963363740 after retry RPC after error@1388935935) -> (continuation of Deferred@1328007947 after retry RPC after error@28421322) -> (continuation of Deferred@1083882253 after retry RPC after error@1495088995) -> (continuation of Deferred@672389336 after retry RPC after error@617150188) -> (continuation of Deferred@832529323 after retry RPC after error@29992156)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:02.801 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
20:08:02.802 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
20:08:02.804 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28215), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [64ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [116ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [118ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [120ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [144ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [166ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [168ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [168ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [168ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [321ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [322ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [322ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [422ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [422ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [423ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [423ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [942ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [943ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1340ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1344ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2563ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5900ms] refreshing cache from master, [5900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5902ms] too many traces: truncated at 100 traces, deferred=Deferred@699236685(state=PENDING, result=null, callback=(continuation of Deferred@1846106463 after retry RPC after error@109165928) -> (continuation of Deferred@1693419531 after retry RPC after error@554555954) -> (continuation of Deferred@99265773 after retry RPC after error@244001733) -> (continuation of Deferred@381437391 after retry RPC after error@1504694624) -> (continuation of Deferred@166888316 after retry RPC after error@1592808580) -> (continuation of Deferred@714530984 after retry RPC after error@219484235) -> (continuation of Deferred@274828278 after retry RPC after error@1281992970) -> (continuation of Deferred@1365742479 after retry RPC after error@1960138400) -> (continuation of Deferred@1761037815 after retry RPC after error@1775732762) -> (continuation of Deferred@79791428 after retry RPC after error@1526706986) -> (continuation of Deferred@137745783 after retry RPC after error@1576475443) -> (continuation of Deferred@1427398252 after retry RPC after error@1926615303) -> (continuation of Deferred@1424833607 after retry RPC after error@824613738) -> (continuation of Deferred@1177965596 after retry RPC after error@439871540) -> (continuation of Deferred@654696497 after retry RPC after error@578671216) -> (continuation of Deferred@1444930711 after retry RPC after error@1942802472) -> (continuation of Deferred@2076221960 after retry RPC after error@929169746) -> (continuation of Deferred@519073909 after retry RPC after error@187215379) -> (continuation of Deferred@1963363740 after retry RPC after error@1388935935) -> (continuation of Deferred@1328007947 after retry RPC after error@28421322) -> (continuation of Deferred@1083882253 after retry RPC after error@1495088995) -> (continuation of Deferred@672389336 after retry RPC after error@617150188) -> (continuation of Deferred@832529323 after retry RPC after error@29992156), errback=(continuation of Deferred@1846106463 after retry RPC after error@109165928) -> (continuation of Deferred@1693419531 after retry RPC after error@554555954) -> (continuation of Deferred@99265773 after retry RPC after error@244001733) -> (continuation of Deferred@381437391 after retry RPC after error@1504694624) -> (continuation of Deferred@166888316 after retry RPC after error@1592808580) -> (continuation of Deferred@714530984 after retry RPC after error@219484235) -> (continuation of Deferred@274828278 after retry RPC after error@1281992970) -> (continuation of Deferred@1365742479 after retry RPC after error@1960138400) -> (continuation of Deferred@1761037815 after retry RPC after error@1775732762) -> (continuation of Deferred@79791428 after retry RPC after error@1526706986) -> (continuation of Deferred@137745783 after retry RPC after error@1576475443) -> (continuation of Deferred@1427398252 after retry RPC after error@1926615303) -> (continuation of Deferred@1424833607 after retry RPC after error@824613738) -> (continuation of Deferred@1177965596 after retry RPC after error@439871540) -> (continuation of Deferred@654696497 after retry RPC after error@578671216) -> (continuation of Deferred@1444930711 after retry RPC after error@1942802472) -> (continuation of Deferred@2076221960 after retry RPC after error@929169746) -> (continuation of Deferred@519073909 after retry RPC after error@187215379) -> (continuation of Deferred@1963363740 after retry RPC after error@1388935935) -> (continuation of Deferred@1328007947 after retry RPC after error@28421322) -> (continuation of Deferred@1083882253 after retry RPC after error@1495088995) -> (continuation of Deferred@672389336 after retry RPC after error@617150188) -> (continuation of Deferred@832529323 after retry RPC after error@29992156)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:02.808 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:02.808 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:02.809 [DEBUG - main] (Connection.java:748) [peer f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)] connecting to peer
20:08:02.811 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:02.814 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.217.60:34669(127.8.217.60:34669)] Successfully connected to peer
20:08:02.816 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
20:08:02.817 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
20:08:02.817 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RUNNING to RESTARTING.
20:08:02.818 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.60
20:08:02.833 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.217.60:34669(127.8.217.60:34669)] Successfully connected to peer
20:08:02.839 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:02.839 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:02.839 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:02.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:02.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:02.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:02.840 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:02.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:02.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:02.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:02.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:02.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:02.841 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:02.850 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.859 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.217.60
20:08:02.867 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:02.870 [DEBUG - kudu-nio-5] (Connection.java:757) [peer f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)] Successfully connected to peer
20:08:02.876 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa7247a89, L:/127.0.0.1:54656 - R:/127.8.217.60:34669] using SASL/PLAIN
20:08:02.879 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:08:02.880 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='75be4d4e920ae22f309771df3474a08246e0999ecfc27f5f5452085007fc825e'}]
20:08:02.881 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.882 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:02.883 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:02.883 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=304), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [109ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: OK, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [204ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: OK, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: OK, deferred=null) after lookup
20:08:02.887 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:08:02.887 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:02.893 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:02.893 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@294ec5c6
20:08:02.895 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
20:08:02.895 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
20:08:02.895 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:02.895 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:02.899 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x819c3f8b, L:/127.0.0.1:54664 - R:/127.8.217.60:34669] using SASL/PLAIN
20:08:02.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:02.911 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=334), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [137ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: OK, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [199ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: OK, [331ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: OK, deferred=null) after lookup
20:08:02.913 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:02.914 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:02.919 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:02.920 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62753d23
20:08:02.923 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x6488b6fb, L:/127.0.0.1:42588 - R:/127.8.217.3:46189] using TOKEN/null
20:08:02.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
20:08:02.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
20:08:02.943 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:08:02.947 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:02.951 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299996, tablet=b3c7c1c84f7249599d26f754dd55b3cf@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)[L],2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:08:02.953 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:02.963 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:02.963 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:02.963 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:02.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:02.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:02.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:02.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:02.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:02.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:02.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:02.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:02.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:02.966 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:02.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:02.968 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:08:02.969 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:02.976 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:03.002 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x84ddde7a, L:/127.0.0.1:57828 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:03.009 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:08:03.010 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b421db11687951668fbddce9708e4b041e0a5fcb15e5de3f44ee1d1c4bc2dbe1'}]
20:08:03.012 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:03.030 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:08:03.031 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299996, tablet=8d60ad2c93b3409f9a9fac29055a89ed@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)[L],2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:08:03.031 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:03.032 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:03.032 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:03.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.033 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.033 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.033 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.033 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.033 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.034 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:03.042 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.043 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.048 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.048 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.053 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.064 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false, responseScanTimestamp = 7287336478253056001) for scanner KuduScanner(table=replication_test_table, tablet=6f381f5ad5534afc8c7424eeaaae2cf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.065 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [d39df0b92639cd5195c612f65a4df6e3da7902826d952b171eaf70b5fa035da4]
20:08:03.066 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:08:03.071 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:03.080 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.080 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.080 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.080 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.083 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.083 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.083 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.083 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.084 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:03.087 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.088 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.088 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.088 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.091 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:08:03.092 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:08:03.093 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:03.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.097 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.099 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.099 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d39df0b92639cd5195c612f65a4df6e3da7902826d952b171eaf70b5fa035da4]
20:08:03.103 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d39df0b92639cd5195c612f65a4df6e3da7902826d952b171eaf70b5fa035da4 finished by subtask 2; deferring removal (restored in pending)
20:08:03.103 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.104 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.104 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:08:03.104 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:08:03.105 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:03.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:03.106 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299997, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299997, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.108 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.108 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.108 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.111 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299997, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299997, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.111 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.111 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.112 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.112 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.114 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:03.118 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.118 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.123 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.130 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:03.134 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.134 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.135 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.138 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.138 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.139 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.147 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:03.147 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.147 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:03.147 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:03.147 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2d83895c, L:/127.0.0.1:57830 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:03.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:03.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:03.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:03.148 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.148 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.148 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:03.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:03.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:03.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:03.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:03.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:03.150 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:03.150 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.150 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.150 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.151 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.151 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 931aaa4603c84f77a2db8666bd43170e for table 'replication_test_table' with partition [<start>, 0x80000064)
20:08:03.151 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60c83d4b361542e7b0f786ed475327d4 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
20:08:03.151 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8e7d199ac9764c6cbd7a436ca08e2ef3 for table 'replication_test_table' with partition [0x800000C8, <end>)
20:08:03.151 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=931aaa4603c84f77a2db8666bd43170e@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)[L],19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=60c83d4b361542e7b0f786ed475327d4@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)[L],f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3@[08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951),19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247),f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)[L]]}]
20:08:03.159 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:03.159 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:03.159 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:03.160 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:03.160 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:03.160 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:03.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:03.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:03.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:03.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:03.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:03.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:03.161 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:03.161 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28592), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [35ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [35ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [43ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [76ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [76ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [84ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [105ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [105ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [129ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [175ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [175ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [177ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [180ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [261ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [262ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [443ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [743ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [962ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [963ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [964ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [964ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2043ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5043ms] too many traces: truncated at 100 traces, deferred=Deferred@293143464(state=PENDING, result=null, callback=(continuation of Deferred@1429507209 after retry RPC after error@662592180) -> (continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494), errback=(continuation of Deferred@1429507209 after retry RPC after error@662592180) -> (continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494)))
20:08:03.163 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:08:03.163 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28592), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [35ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [35ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [43ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [76ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [76ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [84ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [105ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [105ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [129ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [175ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [175ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [177ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [180ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [261ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [262ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [443ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [743ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [962ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [963ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [964ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [964ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2043ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5043ms] too many traces: truncated at 100 traces, deferred=Deferred@293143464(state=PENDING, result=null, callback=(continuation of Deferred@1429507209 after retry RPC after error@662592180) -> (continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494), errback=(continuation of Deferred@1429507209 after retry RPC after error@662592180) -> (continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:03.169 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
20:08:03.171 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
20:08:03.173 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28592), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [35ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [35ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [43ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [76ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [76ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [84ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [89ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [105ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [105ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [129ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [175ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [175ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [177ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [180ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [203ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [261ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [262ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [323ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [324ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [324ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [443ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [743ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [962ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [963ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [964ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [964ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2040ms] refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2043ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2043ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5043ms] too many traces: truncated at 100 traces, deferred=Deferred@293143464(state=PENDING, result=null, callback=(continuation of Deferred@1429507209 after retry RPC after error@662592180) -> (continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494), errback=(continuation of Deferred@1429507209 after retry RPC after error@662592180) -> (continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:03.174 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:03.180 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.182 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.185 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:03.185 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:03.186 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:03.186 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
20:08:03.186 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:03.187 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
20:08:03.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:03.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:03.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:03.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:03.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:03.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:03.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:03.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:03.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:03.188 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:03.189 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.189 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.202 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:03.202 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.216 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:03.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:03.217 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:08:03.217 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:08:03.219 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336478253056001) for scanner KuduScanner(table=replication_test_table, tablet=b3c7c1c84f7249599d26f754dd55b3cf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.220 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [75be4d4e920ae22f309771df3474a08246e0999ecfc27f5f5452085007fc825e]
20:08:03.220 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [75be4d4e920ae22f309771df3474a08246e0999ecfc27f5f5452085007fc825e]
20:08:03.220 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:08:03.220 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:08:03.222 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 75be4d4e920ae22f309771df3474a08246e0999ecfc27f5f5452085007fc825e finished by subtask 1; deferring removal (restored in pending)
20:08:03.222 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:03.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:03.227 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8e830292, L:/127.0.0.1:57838 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:03.243 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336478253056001) for scanner KuduScanner(table=replication_test_table, tablet=8d60ad2c93b3409f9a9fac29055a89ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.243 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b421db11687951668fbddce9708e4b041e0a5fcb15e5de3f44ee1d1c4bc2dbe1]
20:08:03.243 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b421db11687951668fbddce9708e4b041e0a5fcb15e5de3f44ee1d1c4bc2dbe1]
20:08:03.244 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:08:03.244 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:08:03.245 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b421db11687951668fbddce9708e4b041e0a5fcb15e5de3f44ee1d1c4bc2dbe1 finished by subtask 3; deferring removal (restored in pending)
20:08:03.245 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:03.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:03.258 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.259 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.266 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.266 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.276 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.294 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:03.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:03.295 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:08:03.295 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:08:03.334 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.334 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.342 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.342 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.348 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.374 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:03.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:03.375 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:08:03.375 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:08:03.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134883380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:03.385 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=15, operationSize=950, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@66a490d7, flushNotification=Deferred@1475795211(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:08:03.386 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] connecting to peer
20:08:03.391 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:03.391 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:03.391 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:03.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.392 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:03.404 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.404 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.410 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:03.410 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:03.411 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:03.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:03.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:03.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:03.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:03.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:03.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:03.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:03.413 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:03.413 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:03.420 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:03.423 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.423 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.431 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:03.448 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] Successfully connected to peer
20:08:03.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:03.470 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:03.471 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:03.471 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:03.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:03.487 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.488 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.494 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.494 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.500 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.503 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:03.510 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x747023e5, L:/127.0.0.1:51504 - R:/127.8.217.1:40951] using TOKEN/null
20:08:03.561 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.562 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.568 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.568 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.573 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.583 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:03.583 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:03.583 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:03.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:03.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:03.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:03.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:03.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:03.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:03.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:03.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:03.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:03.588 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:03.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [12ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [13ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [16ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [16ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [53ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [78ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [150ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [152ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [152ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [153ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [153ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [443ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [582ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [582ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [582ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [582ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1065ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2880ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2882ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [6821ms] refreshing cache from master, [6821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [6822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [6822ms] too many traces: truncated at 100 traces, deferred=Deferred@1341553318(state=PENDING, result=null, callback=(continuation of Deferred@284700150 after retry RPC after error@1823718600) -> (continuation of Deferred@229533243 after retry RPC after error@1903238754) -> (continuation of Deferred@548870695 after retry RPC after error@1368635141) -> (continuation of Deferred@804428978 after retry RPC after error@1451820320) -> (continuation of Deferred@1316441076 after retry RPC after error@43050656) -> (continuation of Deferred@968686924 after retry RPC after error@654466910) -> (continuation of Deferred@1398708385 after retry RPC after error@1451151756) -> (continuation of Deferred@150339730 after retry RPC after error@1027298941) -> (continuation of Deferred@436689643 after retry RPC after error@987040406) -> (continuation of Deferred@44007374 after retry RPC after error@1710246238) -> (continuation of Deferred@1166051081 after retry RPC after error@1460909205) -> (continuation of Deferred@780914870 after retry RPC after error@1230423680) -> (continuation of Deferred@145729644 after retry RPC after error@1121063664) -> (continuation of Deferred@841774204 after retry RPC after error@1295107711) -> (continuation of Deferred@942209917 after retry RPC after error@1790913306) -> (continuation of Deferred@1004613029 after retry RPC after error@2023757464) -> (continuation of Deferred@120388066 after retry RPC after error@349758950) -> (continuation of Deferred@644247261 after retry RPC after error@1577756767) -> (continuation of Deferred@1049209237 after retry RPC after error@1840090231) -> (continuation of Deferred@2024277913 after retry RPC after error@1944780931) -> (continuation of Deferred@6150762 after retry RPC after error@17969186) -> (continuation of Deferred@960392022 after retry RPC after error@310021098) -> (continuation of Deferred@2090503493 after retry RPC after error@1821979092) -> (continuation of Deferred@649565130 after retry RPC after error@1616148781), errback=(continuation of Deferred@284700150 after retry RPC after error@1823718600) -> (continuation of Deferred@229533243 after retry RPC after error@1903238754) -> (continuation of Deferred@548870695 after retry RPC after error@1368635141) -> (continuation of Deferred@804428978 after retry RPC after error@1451820320) -> (continuation of Deferred@1316441076 after retry RPC after error@43050656) -> (continuation of Deferred@968686924 after retry RPC after error@654466910) -> (continuation of Deferred@1398708385 after retry RPC after error@1451151756) -> (continuation of Deferred@150339730 after retry RPC after error@1027298941) -> (continuation of Deferred@436689643 after retry RPC after error@987040406) -> (continuation of Deferred@44007374 after retry RPC after error@1710246238) -> (continuation of Deferred@1166051081 after retry RPC after error@1460909205) -> (continuation of Deferred@780914870 after retry RPC after error@1230423680) -> (continuation of Deferred@145729644 after retry RPC after error@1121063664) -> (continuation of Deferred@841774204 after retry RPC after error@1295107711) -> (continuation of Deferred@942209917 after retry RPC after error@1790913306) -> (continuation of Deferred@1004613029 after retry RPC after error@2023757464) -> (continuation of Deferred@120388066 after retry RPC after error@349758950) -> (continuation of Deferred@644247261 after retry RPC after error@1577756767) -> (continuation of Deferred@1049209237 after retry RPC after error@1840090231) -> (continuation of Deferred@2024277913 after retry RPC after error@1944780931) -> (continuation of Deferred@6150762 after retry RPC after error@17969186) -> (continuation of Deferred@960392022 after retry RPC after error@310021098) -> (continuation of Deferred@2090503493 after retry RPC after error@1821979092) -> (continuation of Deferred@649565130 after retry RPC after error@1616148781)))
20:08:03.593 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:08:03.593 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [12ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [13ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [16ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [16ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [53ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [78ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [150ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [152ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [152ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [153ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [153ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [443ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [582ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [582ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [582ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [582ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1065ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2880ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2882ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [6821ms] refreshing cache from master, [6821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [6822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [6822ms] too many traces: truncated at 100 traces, deferred=Deferred@1341553318(state=PENDING, result=null, callback=(continuation of Deferred@284700150 after retry RPC after error@1823718600) -> (continuation of Deferred@229533243 after retry RPC after error@1903238754) -> (continuation of Deferred@548870695 after retry RPC after error@1368635141) -> (continuation of Deferred@804428978 after retry RPC after error@1451820320) -> (continuation of Deferred@1316441076 after retry RPC after error@43050656) -> (continuation of Deferred@968686924 after retry RPC after error@654466910) -> (continuation of Deferred@1398708385 after retry RPC after error@1451151756) -> (continuation of Deferred@150339730 after retry RPC after error@1027298941) -> (continuation of Deferred@436689643 after retry RPC after error@987040406) -> (continuation of Deferred@44007374 after retry RPC after error@1710246238) -> (continuation of Deferred@1166051081 after retry RPC after error@1460909205) -> (continuation of Deferred@780914870 after retry RPC after error@1230423680) -> (continuation of Deferred@145729644 after retry RPC after error@1121063664) -> (continuation of Deferred@841774204 after retry RPC after error@1295107711) -> (continuation of Deferred@942209917 after retry RPC after error@1790913306) -> (continuation of Deferred@1004613029 after retry RPC after error@2023757464) -> (continuation of Deferred@120388066 after retry RPC after error@349758950) -> (continuation of Deferred@644247261 after retry RPC after error@1577756767) -> (continuation of Deferred@1049209237 after retry RPC after error@1840090231) -> (continuation of Deferred@2024277913 after retry RPC after error@1944780931) -> (continuation of Deferred@6150762 after retry RPC after error@17969186) -> (continuation of Deferred@960392022 after retry RPC after error@310021098) -> (continuation of Deferred@2090503493 after retry RPC after error@1821979092) -> (continuation of Deferred@649565130 after retry RPC after error@1616148781), errback=(continuation of Deferred@284700150 after retry RPC after error@1823718600) -> (continuation of Deferred@229533243 after retry RPC after error@1903238754) -> (continuation of Deferred@548870695 after retry RPC after error@1368635141) -> (continuation of Deferred@804428978 after retry RPC after error@1451820320) -> (continuation of Deferred@1316441076 after retry RPC after error@43050656) -> (continuation of Deferred@968686924 after retry RPC after error@654466910) -> (continuation of Deferred@1398708385 after retry RPC after error@1451151756) -> (continuation of Deferred@150339730 after retry RPC after error@1027298941) -> (continuation of Deferred@436689643 after retry RPC after error@987040406) -> (continuation of Deferred@44007374 after retry RPC after error@1710246238) -> (continuation of Deferred@1166051081 after retry RPC after error@1460909205) -> (continuation of Deferred@780914870 after retry RPC after error@1230423680) -> (continuation of Deferred@145729644 after retry RPC after error@1121063664) -> (continuation of Deferred@841774204 after retry RPC after error@1295107711) -> (continuation of Deferred@942209917 after retry RPC after error@1790913306) -> (continuation of Deferred@1004613029 after retry RPC after error@2023757464) -> (continuation of Deferred@120388066 after retry RPC after error@349758950) -> (continuation of Deferred@644247261 after retry RPC after error@1577756767) -> (continuation of Deferred@1049209237 after retry RPC after error@1840090231) -> (continuation of Deferred@2024277913 after retry RPC after error@1944780931) -> (continuation of Deferred@6150762 after retry RPC after error@17969186) -> (continuation of Deferred@960392022 after retry RPC after error@310021098) -> (continuation of Deferred@2090503493 after retry RPC after error@1821979092) -> (continuation of Deferred@649565130 after retry RPC after error@1616148781)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:03.619 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
20:08:03.622 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
20:08:03.626 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [12ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [13ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [16ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [16ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [53ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [78ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [79ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [104ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [150ms] refreshing cache from master, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [152ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [152ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [153ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [153ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [222ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [223ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [443ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [443ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [582ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [582ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [582ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [582ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1065ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2880ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2882ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [6821ms] refreshing cache from master, [6821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [6821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [6822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [6822ms] too many traces: truncated at 100 traces, deferred=Deferred@1341553318(state=PENDING, result=null, callback=(continuation of Deferred@284700150 after retry RPC after error@1823718600) -> (continuation of Deferred@229533243 after retry RPC after error@1903238754) -> (continuation of Deferred@548870695 after retry RPC after error@1368635141) -> (continuation of Deferred@804428978 after retry RPC after error@1451820320) -> (continuation of Deferred@1316441076 after retry RPC after error@43050656) -> (continuation of Deferred@968686924 after retry RPC after error@654466910) -> (continuation of Deferred@1398708385 after retry RPC after error@1451151756) -> (continuation of Deferred@150339730 after retry RPC after error@1027298941) -> (continuation of Deferred@436689643 after retry RPC after error@987040406) -> (continuation of Deferred@44007374 after retry RPC after error@1710246238) -> (continuation of Deferred@1166051081 after retry RPC after error@1460909205) -> (continuation of Deferred@780914870 after retry RPC after error@1230423680) -> (continuation of Deferred@145729644 after retry RPC after error@1121063664) -> (continuation of Deferred@841774204 after retry RPC after error@1295107711) -> (continuation of Deferred@942209917 after retry RPC after error@1790913306) -> (continuation of Deferred@1004613029 after retry RPC after error@2023757464) -> (continuation of Deferred@120388066 after retry RPC after error@349758950) -> (continuation of Deferred@644247261 after retry RPC after error@1577756767) -> (continuation of Deferred@1049209237 after retry RPC after error@1840090231) -> (continuation of Deferred@2024277913 after retry RPC after error@1944780931) -> (continuation of Deferred@6150762 after retry RPC after error@17969186) -> (continuation of Deferred@960392022 after retry RPC after error@310021098) -> (continuation of Deferred@2090503493 after retry RPC after error@1821979092) -> (continuation of Deferred@649565130 after retry RPC after error@1616148781), errback=(continuation of Deferred@284700150 after retry RPC after error@1823718600) -> (continuation of Deferred@229533243 after retry RPC after error@1903238754) -> (continuation of Deferred@548870695 after retry RPC after error@1368635141) -> (continuation of Deferred@804428978 after retry RPC after error@1451820320) -> (continuation of Deferred@1316441076 after retry RPC after error@43050656) -> (continuation of Deferred@968686924 after retry RPC after error@654466910) -> (continuation of Deferred@1398708385 after retry RPC after error@1451151756) -> (continuation of Deferred@150339730 after retry RPC after error@1027298941) -> (continuation of Deferred@436689643 after retry RPC after error@987040406) -> (continuation of Deferred@44007374 after retry RPC after error@1710246238) -> (continuation of Deferred@1166051081 after retry RPC after error@1460909205) -> (continuation of Deferred@780914870 after retry RPC after error@1230423680) -> (continuation of Deferred@145729644 after retry RPC after error@1121063664) -> (continuation of Deferred@841774204 after retry RPC after error@1295107711) -> (continuation of Deferred@942209917 after retry RPC after error@1790913306) -> (continuation of Deferred@1004613029 after retry RPC after error@2023757464) -> (continuation of Deferred@120388066 after retry RPC after error@349758950) -> (continuation of Deferred@644247261 after retry RPC after error@1577756767) -> (continuation of Deferred@1049209237 after retry RPC after error@1840090231) -> (continuation of Deferred@2024277913 after retry RPC after error@1944780931) -> (continuation of Deferred@6150762 after retry RPC after error@17969186) -> (continuation of Deferred@960392022 after retry RPC after error@310021098) -> (continuation of Deferred@2090503493 after retry RPC after error@1821979092) -> (continuation of Deferred@649565130 after retry RPC after error@1616148781)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:03.631 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.632 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
20:08:03.633 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:03.633 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
20:08:03.638 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.638 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.642 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:03.642 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:03.642 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:03.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.643 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:03.645 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.704 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.705 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.711 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.711 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.716 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.780 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 1f02022c9a2936dac70c2082cc7114d7 (2850 bytes, checkpointDuration=400 ms, finalizationTime=0 ms).
20:08:03.782 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
20:08:03.782 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b421db11687951668fbddce9708e4b041e0a5fcb15e5de3f44ee1d1c4bc2dbe1 from pending
20:08:03.782 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d39df0b92639cd5195c612f65a4df6e3da7902826d952b171eaf70b5fa035da4 from pending
20:08:03.782 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 75be4d4e920ae22f309771df3474a08246e0999ecfc27f5f5452085007fc825e from pending
20:08:03.782 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 3 finished splits from enumerator state
20:08:03.794 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.794 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:03.801 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.801 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:03.802 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:03.802 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:03.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.802 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:03.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:03.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:03.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:03.804 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:03.807 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.813 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:08:03.822 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:03.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:08:03.830 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:03.835 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:08:03.838 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 745d71a642e14528b4566384eb48e4a5
20:08:03.838 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:03.839 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:03.839 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:03.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:03.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:03.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:03.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:03.890 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:03.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:03.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:03.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:03.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:03.891 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:03.898 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134883891 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:03.915 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
20:08:03.916 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
20:08:03.935 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6f381f5ad5534afc8c7424eeaaae2cf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:03.935 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6f381f5ad5534afc8c7424eeaaae2cf3 for partition [<start>, 0x80000064) with scanner id null
20:08:03.963 [DEBUG - main] (Connection.java:748) [peer 2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)] connecting to peer
20:08:03.963 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:03.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:04.021 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)] Successfully connected to peer
20:08:04.082 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:04.090 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x08a13f2c, L:/127.0.0.1:47634 - R:/127.8.16.65:34517] using TOKEN/null
20:08:04.123 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b3c7c1c84f7249599d26f754dd55b3cf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.123 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b3c7c1c84f7249599d26f754dd55b3cf for partition [0x80000064, 0x800000C8) with scanner id null
20:08:04.159 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d60ad2c93b3409f9a9fac29055a89ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.170 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.170 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:04.177 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.177 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:04.187 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.201 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6f381f5ad5534afc8c7424eeaaae2cf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.201 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6f381f5ad5534afc8c7424eeaaae2cf3 for partition [<start>, 0x80000064) with scanner id null
20:08:04.212 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b3c7c1c84f7249599d26f754dd55b3cf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.213 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b3c7c1c84f7249599d26f754dd55b3cf for partition [0x80000064, 0x800000C8) with scanner id null
20:08:04.224 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d60ad2c93b3409f9a9fac29055a89ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.241 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=931aaa4603c84f77a2db8666bd43170e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.241 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 931aaa4603c84f77a2db8666bd43170e for partition [<start>, 0x80000064) with scanner id null
20:08:04.259 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:04.259 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:04.259 [DEBUG - pool-271-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:04.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:04.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:04.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:04.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:04.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:04.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:04.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:04.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:04.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:04.261 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:04.263 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29681), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [33ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [46ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [46ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [66ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [77ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [112ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [155ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [156ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [158ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [158ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [303ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [381ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [481ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [482ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [542ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [542ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [542ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [542ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1364ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1365ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1365ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2660ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2665ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@725333257(state=PENDING, result=null, callback=(continuation of Deferred@472916790 after retry RPC after error@1104460495) -> (continuation of Deferred@84768165 after retry RPC after error@1944587248) -> (continuation of Deferred@1851567912 after retry RPC after error@179987182) -> (continuation of Deferred@1693748801 after retry RPC after error@1475395236) -> (continuation of Deferred@1549692573 after retry RPC after error@95083242) -> (continuation of Deferred@1173150360 after retry RPC after error@398154015) -> (continuation of Deferred@943646707 after retry RPC after error@1796216724) -> (continuation of Deferred@1217083508 after retry RPC after error@95810523) -> (continuation of Deferred@1249615329 after retry RPC after error@557617037) -> (continuation of Deferred@820333382 after retry RPC after error@451169706) -> (continuation of Deferred@216420226 after retry RPC after error@1239677300) -> (continuation of Deferred@1397105781 after retry RPC after error@1811393194) -> (continuation of Deferred@1439920649 after retry RPC after error@53283230) -> (continuation of Deferred@1638592514 after retry RPC after error@928949351) -> (continuation of Deferred@2043927487 after retry RPC after error@307846370) -> (continuation of Deferred@608539723 after retry RPC after error@1727689016) -> (continuation of Deferred@26427515 after retry RPC after error@1509270247) -> (continuation of Deferred@1360691806 after retry RPC after error@1683770100) -> (continuation of Deferred@2144816796 after retry RPC after error@197212443) -> (continuation of Deferred@239882831 after retry RPC after error@146911896) -> (continuation of Deferred@1302834866 after retry RPC after error@1328304124) -> (continuation of Deferred@597598844 after retry RPC after error@642683365) -> (continuation of Deferred@1458338208 after retry RPC after error@2064813870) -> (continuation of Deferred@768171890 after retry RPC after error@2136617623), errback=(continuation of Deferred@472916790 after retry RPC after error@1104460495) -> (continuation of Deferred@84768165 after retry RPC after error@1944587248) -> (continuation of Deferred@1851567912 after retry RPC after error@179987182) -> (continuation of Deferred@1693748801 after retry RPC after error@1475395236) -> (continuation of Deferred@1549692573 after retry RPC after error@95083242) -> (continuation of Deferred@1173150360 after retry RPC after error@398154015) -> (continuation of Deferred@943646707 after retry RPC after error@1796216724) -> (continuation of Deferred@1217083508 after retry RPC after error@95810523) -> (continuation of Deferred@1249615329 after retry RPC after error@557617037) -> (continuation of Deferred@820333382 after retry RPC after error@451169706) -> (continuation of Deferred@216420226 after retry RPC after error@1239677300) -> (continuation of Deferred@1397105781 after retry RPC after error@1811393194) -> (continuation of Deferred@1439920649 after retry RPC after error@53283230) -> (continuation of Deferred@1638592514 after retry RPC after error@928949351) -> (continuation of Deferred@2043927487 after retry RPC after error@307846370) -> (continuation of Deferred@608539723 after retry RPC after error@1727689016) -> (continuation of Deferred@26427515 after retry RPC after error@1509270247) -> (continuation of Deferred@1360691806 after retry RPC after error@1683770100) -> (continuation of Deferred@2144816796 after retry RPC after error@197212443) -> (continuation of Deferred@239882831 after retry RPC after error@146911896) -> (continuation of Deferred@1302834866 after retry RPC after error@1328304124) -> (continuation of Deferred@597598844 after retry RPC after error@642683365) -> (continuation of Deferred@1458338208 after retry RPC after error@2064813870) -> (continuation of Deferred@768171890 after retry RPC after error@2136617623)))
20:08:04.265 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:08:04.265 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29681), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [33ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [46ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [46ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [66ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [77ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [112ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [155ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [156ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [158ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [158ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [303ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [381ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [481ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [482ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [542ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [542ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [542ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [542ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1364ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1365ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1365ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2660ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2665ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@725333257(state=PENDING, result=null, callback=(continuation of Deferred@472916790 after retry RPC after error@1104460495) -> (continuation of Deferred@84768165 after retry RPC after error@1944587248) -> (continuation of Deferred@1851567912 after retry RPC after error@179987182) -> (continuation of Deferred@1693748801 after retry RPC after error@1475395236) -> (continuation of Deferred@1549692573 after retry RPC after error@95083242) -> (continuation of Deferred@1173150360 after retry RPC after error@398154015) -> (continuation of Deferred@943646707 after retry RPC after error@1796216724) -> (continuation of Deferred@1217083508 after retry RPC after error@95810523) -> (continuation of Deferred@1249615329 after retry RPC after error@557617037) -> (continuation of Deferred@820333382 after retry RPC after error@451169706) -> (continuation of Deferred@216420226 after retry RPC after error@1239677300) -> (continuation of Deferred@1397105781 after retry RPC after error@1811393194) -> (continuation of Deferred@1439920649 after retry RPC after error@53283230) -> (continuation of Deferred@1638592514 after retry RPC after error@928949351) -> (continuation of Deferred@2043927487 after retry RPC after error@307846370) -> (continuation of Deferred@608539723 after retry RPC after error@1727689016) -> (continuation of Deferred@26427515 after retry RPC after error@1509270247) -> (continuation of Deferred@1360691806 after retry RPC after error@1683770100) -> (continuation of Deferred@2144816796 after retry RPC after error@197212443) -> (continuation of Deferred@239882831 after retry RPC after error@146911896) -> (continuation of Deferred@1302834866 after retry RPC after error@1328304124) -> (continuation of Deferred@597598844 after retry RPC after error@642683365) -> (continuation of Deferred@1458338208 after retry RPC after error@2064813870) -> (continuation of Deferred@768171890 after retry RPC after error@2136617623), errback=(continuation of Deferred@472916790 after retry RPC after error@1104460495) -> (continuation of Deferred@84768165 after retry RPC after error@1944587248) -> (continuation of Deferred@1851567912 after retry RPC after error@179987182) -> (continuation of Deferred@1693748801 after retry RPC after error@1475395236) -> (continuation of Deferred@1549692573 after retry RPC after error@95083242) -> (continuation of Deferred@1173150360 after retry RPC after error@398154015) -> (continuation of Deferred@943646707 after retry RPC after error@1796216724) -> (continuation of Deferred@1217083508 after retry RPC after error@95810523) -> (continuation of Deferred@1249615329 after retry RPC after error@557617037) -> (continuation of Deferred@820333382 after retry RPC after error@451169706) -> (continuation of Deferred@216420226 after retry RPC after error@1239677300) -> (continuation of Deferred@1397105781 after retry RPC after error@1811393194) -> (continuation of Deferred@1439920649 after retry RPC after error@53283230) -> (continuation of Deferred@1638592514 after retry RPC after error@928949351) -> (continuation of Deferred@2043927487 after retry RPC after error@307846370) -> (continuation of Deferred@608539723 after retry RPC after error@1727689016) -> (continuation of Deferred@26427515 after retry RPC after error@1509270247) -> (continuation of Deferred@1360691806 after retry RPC after error@1683770100) -> (continuation of Deferred@2144816796 after retry RPC after error@197212443) -> (continuation of Deferred@239882831 after retry RPC after error@146911896) -> (continuation of Deferred@1302834866 after retry RPC after error@1328304124) -> (continuation of Deferred@597598844 after retry RPC after error@642683365) -> (continuation of Deferred@1458338208 after retry RPC after error@2064813870) -> (continuation of Deferred@768171890 after retry RPC after error@2136617623)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:04.272 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=60c83d4b361542e7b0f786ed475327d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.273 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
20:08:04.275 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
20:08:04.278 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 60c83d4b361542e7b0f786ed475327d4 for partition [0x80000064, 0x800000C8) with scanner id null
20:08:04.278 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29681), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [33ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [34ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [46ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [46ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [66ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [77ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [112ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [123ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [123ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [155ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [156ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [158ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [158ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [222ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [302ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [303ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [381ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [481ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [482ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [542ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [542ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [542ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [542ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1364ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1365ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1365ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2660ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2665ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@725333257(state=PENDING, result=null, callback=(continuation of Deferred@472916790 after retry RPC after error@1104460495) -> (continuation of Deferred@84768165 after retry RPC after error@1944587248) -> (continuation of Deferred@1851567912 after retry RPC after error@179987182) -> (continuation of Deferred@1693748801 after retry RPC after error@1475395236) -> (continuation of Deferred@1549692573 after retry RPC after error@95083242) -> (continuation of Deferred@1173150360 after retry RPC after error@398154015) -> (continuation of Deferred@943646707 after retry RPC after error@1796216724) -> (continuation of Deferred@1217083508 after retry RPC after error@95810523) -> (continuation of Deferred@1249615329 after retry RPC after error@557617037) -> (continuation of Deferred@820333382 after retry RPC after error@451169706) -> (continuation of Deferred@216420226 after retry RPC after error@1239677300) -> (continuation of Deferred@1397105781 after retry RPC after error@1811393194) -> (continuation of Deferred@1439920649 after retry RPC after error@53283230) -> (continuation of Deferred@1638592514 after retry RPC after error@928949351) -> (continuation of Deferred@2043927487 after retry RPC after error@307846370) -> (continuation of Deferred@608539723 after retry RPC after error@1727689016) -> (continuation of Deferred@26427515 after retry RPC after error@1509270247) -> (continuation of Deferred@1360691806 after retry RPC after error@1683770100) -> (continuation of Deferred@2144816796 after retry RPC after error@197212443) -> (continuation of Deferred@239882831 after retry RPC after error@146911896) -> (continuation of Deferred@1302834866 after retry RPC after error@1328304124) -> (continuation of Deferred@597598844 after retry RPC after error@642683365) -> (continuation of Deferred@1458338208 after retry RPC after error@2064813870) -> (continuation of Deferred@768171890 after retry RPC after error@2136617623), errback=(continuation of Deferred@472916790 after retry RPC after error@1104460495) -> (continuation of Deferred@84768165 after retry RPC after error@1944587248) -> (continuation of Deferred@1851567912 after retry RPC after error@179987182) -> (continuation of Deferred@1693748801 after retry RPC after error@1475395236) -> (continuation of Deferred@1549692573 after retry RPC after error@95083242) -> (continuation of Deferred@1173150360 after retry RPC after error@398154015) -> (continuation of Deferred@943646707 after retry RPC after error@1796216724) -> (continuation of Deferred@1217083508 after retry RPC after error@95810523) -> (continuation of Deferred@1249615329 after retry RPC after error@557617037) -> (continuation of Deferred@820333382 after retry RPC after error@451169706) -> (continuation of Deferred@216420226 after retry RPC after error@1239677300) -> (continuation of Deferred@1397105781 after retry RPC after error@1811393194) -> (continuation of Deferred@1439920649 after retry RPC after error@53283230) -> (continuation of Deferred@1638592514 after retry RPC after error@928949351) -> (continuation of Deferred@2043927487 after retry RPC after error@307846370) -> (continuation of Deferred@608539723 after retry RPC after error@1727689016) -> (continuation of Deferred@26427515 after retry RPC after error@1509270247) -> (continuation of Deferred@1360691806 after retry RPC after error@1683770100) -> (continuation of Deferred@2144816796 after retry RPC after error@197212443) -> (continuation of Deferred@239882831 after retry RPC after error@146911896) -> (continuation of Deferred@1302834866 after retry RPC after error@1328304124) -> (continuation of Deferred@597598844 after retry RPC after error@642683365) -> (continuation of Deferred@1458338208 after retry RPC after error@2064813870) -> (continuation of Deferred@768171890 after retry RPC after error@2136617623)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:04.285 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 68bdd6a769dbfb14b8f0bae67c3b2210
20:08:04.287 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8e7d199ac9764c6cbd7a436ca08e2ef3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.287 [DEBUG - main] (Connection.java:575) [peer master-127.8.217.60:34669(127.8.217.60:34669)] disconnecting while in state READY
20:08:04.288 [DEBUG - main] (Connection.java:575) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] disconnecting while in state READY
20:08:04.288 [DEBUG - main] (Connection.java:575) [peer master-127.8.217.62:46847(127.8.217.62:46847)] disconnecting while in state READY
20:08:04.288 [DEBUG - main] (Connection.java:575) [peer master-127.8.217.61:40273(127.8.217.61:40273)] disconnecting while in state READY
20:08:04.288 [DEBUG - main] (Connection.java:575) [peer 19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)] disconnecting while in state READY
20:08:04.288 [DEBUG - main] (Connection.java:575) [peer f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)] disconnecting while in state READY
20:08:04.288 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.217.60:34669(127.8.217.60:34669)] handling channelInactive
20:08:04.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state READY due to: connection closed
20:08:04.289 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.217.62:46847(127.8.217.62:46847)] handling channelInactive
20:08:04.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state READY due to: connection closed
20:08:04.289 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.217.61:40273(127.8.217.61:40273)] handling channelInactive
20:08:04.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state READY due to: connection closed
20:08:04.290 [DEBUG - kudu-nio-5] (Connection.java:239) [peer f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)] handling channelInactive
20:08:04.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer f78337f484274fbf9f1a7a2d4a60d53f(127.8.217.3:46189)] cleaning up while in state READY due to: connection closed
20:08:04.291 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] handling channelInactive
20:08:04.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] cleaning up while in state READY due to: connection closed
20:08:04.291 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:04.293 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:08:04.293 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
20:08:04.293 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
20:08:04.293 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-5
20:08:04.294 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
20:08:04.295 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
20:08:04.299 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
20:08:04.310 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)] handling channelInactive
20:08:04.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 19902e27fbf04bf090b52e8c73610af7(127.8.217.2:39247)] cleaning up while in state READY due to: connection closed
20:08:04.311 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
20:08:04.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:04.312753  9060 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 9366
20:08:04.385 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134884380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:04.387 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:08:04.392 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] handling channelInactive
20:08:04.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] cleaning up while in state READY due to: connection closed
20:08:04.392 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a685c8ef381d5afd86972e0a7d738014abf932ba79799c93166c59d585c06db1'}]
20:08:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:04.392869  9820 connection.cc:582] client connection to 127.8.217.1:40951 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:08:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:04.393415  9820 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:08:04.394 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:04.395181  9060 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 9650
20:08:04.397 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='dbb238ec25a21eabfa9151e8aa3d08ee2534ec8b5b34565cce56b33626061984'}]
20:08:04.398 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:04.399 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:08:04.400 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=298049, tablet=b3c7c1c84f7249599d26f754dd55b3cf@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)[L],2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:08:04.401 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8b342ac961e84056f9813b8f693ff5a64f9cab3b3475e0354a873efc8d682ed9'}]
20:08:04.403 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:04.403 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:08:04.404 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=298049, tablet=8d60ad2c93b3409f9a9fac29055a89ed@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)[L],2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:08:04.409 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=29 ms, finalizationTime=0 ms).
20:08:04.412 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
20:08:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:04.423908  9820 consensus_peers.cc:597] T 8e7d199ac9764c6cbd7a436ca08e2ef3 P f78337f484274fbf9f1a7a2d4a60d53f -> Peer 08c127540082496ba918d0c1278dfb7b (127.8.217.1:40951): Couldn't send request to peer 08c127540082496ba918d0c1278dfb7b. Status: Network error: Client connection negotiation failed: client connection to 127.8.217.1:40951: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:08:04.429 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:08:04.430 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=298049, tablet=6f381f5ad5534afc8c7424eeaaae2cf3@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)[L]]}]
20:08:04.434 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:04.441 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:04.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:04.449 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:04.454 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:04.458 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:04.462 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:04.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:04.476 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.476 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.477 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.478 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.479 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29896), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [97ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [97ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [622ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [741ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [742ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [924ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [924ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2224ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2225ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2225ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5347ms] refreshing cache from master, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5349ms] too many traces: truncated at 100 traces, deferred=Deferred@676623661(state=PENDING, result=null, callback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620), errback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620)))
20:08:04.484 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.484 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.484 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.484 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29896), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [97ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [97ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [622ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [741ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [742ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [924ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [924ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2224ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2225ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2225ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5347ms] refreshing cache from master, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5349ms] too many traces: truncated at 100 traces, deferred=Deferred@676623661(state=PENDING, result=null, callback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620), errback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29896), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [97ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [97ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [622ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [741ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [742ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [924ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [924ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2224ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2225ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2225ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5347ms] refreshing cache from master, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5349ms] too many traces: truncated at 100 traces, deferred=Deferred@676623661(state=PENDING, result=null, callback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620), errback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.124:42607
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:04.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.489 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:04.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.490 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.490 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.490 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.496 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.496 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.497 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.499 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.499 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29896), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [97ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [97ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [622ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [741ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [742ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [924ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [924ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2224ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2225ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2225ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5347ms] refreshing cache from master, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5349ms] too many traces: truncated at 100 traces, deferred=Deferred@676623661(state=PENDING, result=null, callback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620), errback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29896), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [39ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [40ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [43ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [92ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [97ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [97ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [102ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [121ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [122ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [162ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [362ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [362ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [622ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [741ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [742ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [742ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [923ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [924ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [924ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2224ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2225ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2225ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5347ms] refreshing cache from master, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5347ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5349ms] too many traces: truncated at 100 traces, deferred=Deferred@676623661(state=PENDING, result=null, callback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620), errback=(continuation of Deferred@240501508 after retry RPC after error@1088400267) -> (continuation of Deferred@1359366870 after retry RPC after error@1517330630) -> (continuation of Deferred@2057114991 after retry RPC after error@1201891908) -> (continuation of Deferred@613472412 after retry RPC after error@2075732568) -> (continuation of Deferred@1763536429 after retry RPC after error@892393472) -> (continuation of Deferred@390504962 after retry RPC after error@631222616) -> (continuation of Deferred@661770176 after retry RPC after error@347268086) -> (continuation of Deferred@910558672 after retry RPC after error@1846245169) -> (continuation of Deferred@1202563839 after retry RPC after error@1149459631) -> (continuation of Deferred@1114483050 after retry RPC after error@2003496169) -> (continuation of Deferred@1572493993 after retry RPC after error@50463637) -> (continuation of Deferred@738974822 after retry RPC after error@212234410) -> (continuation of Deferred@63315077 after retry RPC after error@281786819) -> (continuation of Deferred@1649520464 after retry RPC after error@1573761168) -> (continuation of Deferred@1851567512 after retry RPC after error@596907057) -> (continuation of Deferred@1288705084 after retry RPC after error@2091475974) -> (continuation of Deferred@2006070886 after retry RPC after error@1948553529) -> (continuation of Deferred@949553781 after retry RPC after error@254267444) -> (continuation of Deferred@1776350896 after retry RPC after error@966598636) -> (continuation of Deferred@1235709960 after retry RPC after error@2016460664) -> (continuation of Deferred@378241976 after retry RPC after error@1194892538) -> (continuation of Deferred@904762149 after retry RPC after error@1213931935) -> (continuation of Deferred@42466671 after retry RPC after error@22769289) -> (continuation of Deferred@1484169532 after retry RPC after error@1236280436) -> (continuation of Deferred@1960957096 after retry RPC after error@773112731) -> (continuation of Deferred@1132918820 after retry RPC after error@190707620)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.124:42607
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:04.503 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:04.507 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:04.513 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:04.516 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.517 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.517 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.520 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.530 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:04.532 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:04.533 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd833e5f2, L:/127.0.0.1:52576 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:04.535 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.538 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:08:04.538 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.538 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.539 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.541 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x91a44990, L:/127.0.0.1:52584 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:04.548 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc04fb3b4, L:/127.0.0.1:52600 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:04.554 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336486428672001) for scanner KuduScanner(table=replication_test_table, tablet=b3c7c1c84f7249599d26f754dd55b3cf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.555 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [dbb238ec25a21eabfa9151e8aa3d08ee2534ec8b5b34565cce56b33626061984]
20:08:04.555 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [dbb238ec25a21eabfa9151e8aa3d08ee2534ec8b5b34565cce56b33626061984]
20:08:04.556 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:08:04.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:08:04.556 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.556 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.559 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.559 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split dbb238ec25a21eabfa9151e8aa3d08ee2534ec8b5b34565cce56b33626061984 finished by subtask 2; deferring removal (restored in pending)
20:08:04.559 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:04.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:04.576 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.576 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.576 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.581 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336486428672001) for scanner KuduScanner(table=replication_test_table, tablet=6f381f5ad5534afc8c7424eeaaae2cf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.582 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a685c8ef381d5afd86972e0a7d738014abf932ba79799c93166c59d585c06db1]
20:08:04.583 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a685c8ef381d5afd86972e0a7d738014abf932ba79799c93166c59d585c06db1 finished by subtask 0; deferring removal (restored in pending)
20:08:04.583 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [a685c8ef381d5afd86972e0a7d738014abf932ba79799c93166c59d585c06db1]
20:08:04.583 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:08:04.583 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:08:04.584 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:04.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:04.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:04.598939  8604 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.8.16.67:40329, user_credentials={real_user=slave}} blocked reactor thread for 44461.4us
20:08:04.601 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:04.602 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:04.602 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:04.602 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:04.602 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:04.602 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:04.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:04.602 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:04.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:04.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:04.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:04.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:04.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:04.629786  9060 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 9799
20:08:04.632 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:04.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:04.632 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
20:08:04.632 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:08:04.641 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:04.641 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:04.642 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:04.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:04.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:04.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:04.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:04.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:04.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:04.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:04.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:04.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:04.643 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:04.658 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.658 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.658 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.659 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.659 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.660 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336486428672001) for scanner KuduScanner(table=replication_test_table, tablet=8d60ad2c93b3409f9a9fac29055a89ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:04.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.660 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.660 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [8b342ac961e84056f9813b8f693ff5a64f9cab3b3475e0354a873efc8d682ed9]
20:08:04.664 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8b342ac961e84056f9813b8f693ff5a64f9cab3b3475e0354a873efc8d682ed9]
20:08:04.665 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:08:04.665 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:08:04.665 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:04.666 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8b342ac961e84056f9813b8f693ff5a64f9cab3b3475e0354a873efc8d682ed9 finished by subtask 1; deferring removal (restored in pending)
20:08:04.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:04.696 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.696 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.696 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.698 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:04.706416  9060 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 9072
20:08:04.708 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:04.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:04.708 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
20:08:04.708 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:08:04.713 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:04.714 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:08:04.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:04.714 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:08:04.736 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.736 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.736 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.738 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.785 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.217.62:46847(127.8.217.62:46847)] handling channelInactive
20:08:04.785 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.217.62:46847(127.8.217.62:46847)] handling channelInactive
20:08:04.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state READY due to: connection closed
20:08:04.786 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.217.62:46847(127.8.217.62:46847)] handling channelInactive
20:08:04.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state READY due to: connection closed
20:08:04.786 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.217.62:46847(127.8.217.62:46847)] handling channelInactive
20:08:04.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state READY due to: connection closed
20:08:04.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state READY due to: connection closed
20:08:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:04.788869  9060 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 9143
20:08:04.855 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:04.856 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:04.856 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:04.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:04.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:04.859 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.859 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.859 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:04.859 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:04.862 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.217.61:40273(127.8.217.61:40273)] handling channelInactive
20:08:04.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state READY due to: connection closed
20:08:04.863 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.217.61:40273(127.8.217.61:40273)] handling channelInactive
20:08:04.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state READY due to: connection closed
20:08:04.863 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.217.61:40273(127.8.217.61:40273)] handling channelInactive
20:08:04.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state READY due to: connection closed
20:08:04.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:04.865404  9060 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 9221
20:08:04.863 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.217.61:40273(127.8.217.61:40273)] handling channelInactive
20:08:04.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state READY due to: connection closed
20:08:04.886 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134884884 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:04.905 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 1f02022c9a2936dac70c2082cc7114d7 (2880 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
20:08:04.906 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
20:08:04.906 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split dbb238ec25a21eabfa9151e8aa3d08ee2534ec8b5b34565cce56b33626061984 from pending
20:08:04.906 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split a685c8ef381d5afd86972e0a7d738014abf932ba79799c93166c59d585c06db1 from pending
20:08:04.906 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 8b342ac961e84056f9813b8f693ff5a64f9cab3b3475e0354a873efc8d682ed9 from pending
20:08:04.906 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 3 finished splits from enumerator state
20:08:04.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:04.964 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.217.60:34669(127.8.217.60:34669)] handling channelInactive
20:08:04.964 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.217.60:34669(127.8.217.60:34669)] handling channelInactive
20:08:04.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state READY due to: connection closed
20:08:04.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state READY due to: connection closed
20:08:04.964 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.217.60:34669(127.8.217.60:34669)] handling channelInactive
20:08:04.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state READY due to: connection closed
20:08:04.964 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.217.60:34669(127.8.217.60:34669)] handling channelInactive
20:08:04.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state READY due to: connection closed
20:08:04.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:05.055 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:05.056 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:05.056 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:05.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:05.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:05.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:05.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:05.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:05.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:05.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:05.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:05.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:05.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:05.167 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:05.167 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:05.167 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:05.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:05.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:05.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:05.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:05.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:05.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:05.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:05.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:05.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:05.168 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:05.359 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:05.359 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:05.360 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:05.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:05.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:05.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:05.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:05.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:05.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:05.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:05.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:05.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:05.362 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:05.383 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134885381 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:05.399 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:08:05.400 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
20:08:05.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:05.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:05.502 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:05.502 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:05.502 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:05.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:05.502 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:05.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:05.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:05.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:05.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:05.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:05.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:05.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:05.504 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:05.566 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:05.567 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:05.567 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:05.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:05.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:05.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:05.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:05.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:05.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:05.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:05.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:05.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:05.568 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:05.582 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:05.582 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:05.582 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:05.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:05.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:05.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:05.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:05.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:05.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:05.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:05.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:05.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:05.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:05.752 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:05.752 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:05.752 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:05.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:05.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:05.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:05.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:05.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:05.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:05.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:05.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:05.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:05.754 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:05.779 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:05.779 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:05.779 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:05.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:05.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:05.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:05.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:05.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:05.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:05.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:05.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:05.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:05.782 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:05.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134885880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:05.895 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
20:08:05.897 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
20:08:05.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:05.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:06.071 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:06.071 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:06.071 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:06.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:06.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:06.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:06.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:06.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:06.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:06.073 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:06.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:06.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:06.074 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:06.340 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:06.340 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:06.341 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:06.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:06.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:06.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:06.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:06.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:06.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:06.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:06.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:06.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:06.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:06.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134886380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:06.386 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:08:06.393 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='36845147680fa41665bfd2c8ac615ae2caa38268205e6df50a87dfc1d82d452d'}]
20:08:06.394 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:06.395 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:08:06.395 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='93ac62577a1e5b4d19ecca347ac108e8d946d48f0e71de5aaaf3b1a7c26dc343'}]
20:08:06.396 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=296049, tablet=b3c7c1c84f7249599d26f754dd55b3cf@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)[L],2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:08:06.396 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:06.396 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:08:06.397 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=296050, tablet=6f381f5ad5534afc8c7424eeaaae2cf3@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)[L]]}]
20:08:06.397 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c3f4e203ed6dcc45d8ee8fad900ca219546029540eef405a5114ed65343faa9b'}]
20:08:06.399 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:06.400 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:08:06.401 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=296049, tablet=8d60ad2c93b3409f9a9fac29055a89ed@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)[L],2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:08:06.404 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
20:08:06.406 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
20:08:06.406 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:06.433 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:06.439 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:06.448 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:06.450 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:06.450 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:06.450 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:06.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:06.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:06.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:06.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:06.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:06.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:06.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:06.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:06.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:06.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:06.457 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:06.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:06.479 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:06.484 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:06.503 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:06.506 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:06.515 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:06.517 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:06.522 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc88f9ea4, L:/127.0.0.1:52614 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:06.522 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7c0925c4, L:/127.0.0.1:52618 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:06.534 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336494620672001) for scanner KuduScanner(table=replication_test_table, tablet=b3c7c1c84f7249599d26f754dd55b3cf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:06.535 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [36845147680fa41665bfd2c8ac615ae2caa38268205e6df50a87dfc1d82d452d]
20:08:06.537 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [36845147680fa41665bfd2c8ac615ae2caa38268205e6df50a87dfc1d82d452d]
20:08:06.539 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 36845147680fa41665bfd2c8ac615ae2caa38268205e6df50a87dfc1d82d452d finished by subtask 2; deferring removal (restored in pending)
20:08:06.539 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:08:06.539 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:08:06.539 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:06.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:06.545 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:06.546 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336494620672001) for scanner KuduScanner(table=replication_test_table, tablet=6f381f5ad5534afc8c7424eeaaae2cf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:06.547 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [93ac62577a1e5b4d19ecca347ac108e8d946d48f0e71de5aaaf3b1a7c26dc343]
20:08:06.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [93ac62577a1e5b4d19ecca347ac108e8d946d48f0e71de5aaaf3b1a7c26dc343]
20:08:06.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:08:06.547 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:08:06.548 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:06.548 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:06.548 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:06.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:06.549 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:06.549 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:06.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:06.550 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:06.550 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:06.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:06.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:06.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:06.550 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:06.551 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 93ac62577a1e5b4d19ecca347ac108e8d946d48f0e71de5aaaf3b1a7c26dc343 finished by subtask 3; deferring removal (restored in pending)
20:08:06.552 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:06.554 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:06.573 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:06.576 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x57620c4e, L:/127.0.0.1:52634 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:06.584 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336494620672001) for scanner KuduScanner(table=replication_test_table, tablet=8d60ad2c93b3409f9a9fac29055a89ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:06.585 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [c3f4e203ed6dcc45d8ee8fad900ca219546029540eef405a5114ed65343faa9b]
20:08:06.585 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c3f4e203ed6dcc45d8ee8fad900ca219546029540eef405a5114ed65343faa9b]
20:08:06.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:08:06.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:08:06.587 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c3f4e203ed6dcc45d8ee8fad900ca219546029540eef405a5114ed65343faa9b finished by subtask 0; deferring removal (restored in pending)
20:08:06.587 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:06.588 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:06.606 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:06.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:06.607 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:08:06.607 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:08:06.614 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:06.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:06.615 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:08:06.615 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:08:06.634 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:06.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:06.634 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:08:06.635 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:08:06.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134886880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:06.897 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 1f02022c9a2936dac70c2082cc7114d7 (2880 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:08:06.899 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
20:08:06.899 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 36845147680fa41665bfd2c8ac615ae2caa38268205e6df50a87dfc1d82d452d from pending
20:08:06.899 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 93ac62577a1e5b4d19ecca347ac108e8d946d48f0e71de5aaaf3b1a7c26dc343 from pending
20:08:06.899 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split c3f4e203ed6dcc45d8ee8fad900ca219546029540eef405a5114ed65343faa9b from pending
20:08:06.899 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 3 finished splits from enumerator state
20:08:06.948 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:06.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:06.976 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:06.976 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:06.976 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:06.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:06.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:06.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:06.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:06.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:06.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:06.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:06.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:06.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:06.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:07.045 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:07.045 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:07.046 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:07.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:07.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:07.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:07.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:07.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:07.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:07.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:07.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:07.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:07.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:07.290 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:07.290 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:07.290 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:07.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:07.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:07.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:07.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:07.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:07.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:07.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:07.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:07.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:07.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:07.372 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:07.373 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:07.373 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:07.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.375 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:07.376 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:07.377 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:07.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:07.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:07.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:07.377 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:07.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:07.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:07.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:07.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:07.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:07.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:07.378 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:07.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134887380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:07.401 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
20:08:07.407 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
20:08:07.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:07.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:07.549 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:07.549 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:07.549 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:07.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:07.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:07.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:07.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:07.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:07.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:07.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:07.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:07.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:07.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:07.581 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:07.581 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:07.582 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:07.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:08:07Z chronyd exiting
20:08:07.851 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:07.851 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:07.851 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:07.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:07.882 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134887881 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:07.894 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:08:07.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
20:08:07.902 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:07.902 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:07.902 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:07.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:07.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:07.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:07.904 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:07.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:07.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:08.247 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:08.247 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:08.247 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:08.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:08.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:08.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:08.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:08.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:08.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:08.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:08.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:08.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:08.250 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:08.361 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:08.361 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:08.361 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:08.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:08.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:08.362 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:08.362 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:08.362 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:08.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:08.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:08.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:08.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:08.363 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:08.383 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134888380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:08.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3e909765c02f4f9cb7ef65c741a66add
20:08:08.394 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c8e6ce3533c526332286faf2fe7bbdcbe25c237eb39ef67683cea7d41ba13edd'}]
20:08:08.395 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:08:08.395 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e5a06a023789290245fab8824cd8e682e99077a4a7d9401943e2e005a02754c6'}]
20:08:08.397 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:08.397 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:08:08.397 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=294053, tablet=8d60ad2c93b3409f9a9fac29055a89ed@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)[L],2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:08:08.398 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6276bd579b96e0725667e0a0b3eafe4f37ebe8898ab082b8f3040eb93839887e'}]
20:08:08.398 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
20:08:08.399 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:08.399 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:08:08.395 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:08.399 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:08:08.399 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=294054, tablet=6f381f5ad5534afc8c7424eeaaae2cf3@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111),2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)[L]]}]
20:08:08.400 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=294054, tablet=b3c7c1c84f7249599d26f754dd55b3cf@[2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)[L],2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517),5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)]}]
20:08:08.405 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:08.410 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:08.415 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] connecting to peer
20:08:08.426 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:08.428 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:08.431 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] Successfully connected to peer
20:08:08.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:08.448 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:08.456 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:08.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:08.476 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:08.484 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.16.66
20:08:08.489 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0b37dcf0, L:/127.0.0.1:52646 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:08.492 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:08.500 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:08.506 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xca3bb283, L:/127.0.0.1:52662 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:08.506 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x67e867b2, L:/127.0.0.1:52674 - R:/127.8.16.66:43111] using SASL/PLAIN
20:08:08.568 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336502812672001) for scanner KuduScanner(table=replication_test_table, tablet=b3c7c1c84f7249599d26f754dd55b3cf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:08.568 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [c8e6ce3533c526332286faf2fe7bbdcbe25c237eb39ef67683cea7d41ba13edd]
20:08:08.568 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c8e6ce3533c526332286faf2fe7bbdcbe25c237eb39ef67683cea7d41ba13edd]
20:08:08.569 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:08:08.569 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:08:08.570 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c8e6ce3533c526332286faf2fe7bbdcbe25c237eb39ef67683cea7d41ba13edd finished by subtask 2; deferring removal (restored in pending)
20:08:08.570 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:08.571 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:08.586 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336502812672001) for scanner KuduScanner(table=replication_test_table, tablet=6f381f5ad5534afc8c7424eeaaae2cf3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:08.586 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [6276bd579b96e0725667e0a0b3eafe4f37ebe8898ab082b8f3040eb93839887e]
20:08:08.587 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6276bd579b96e0725667e0a0b3eafe4f37ebe8898ab082b8f3040eb93839887e]
20:08:08.587 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:08:08.587 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:08:08.588 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6276bd579b96e0725667e0a0b3eafe4f37ebe8898ab082b8f3040eb93839887e finished by subtask 1; deferring removal (restored in pending)
20:08:08.588 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:08.589 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:08.594 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:08.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:08.595 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:08:08.595 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:08:08.614 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:08.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:08.615 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
20:08:08.615 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:08:08.641 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:08.641 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:08.642 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:08.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:08.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:08.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:08.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:08.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:08.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:08.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:08.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:08.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:08.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:08.770 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:08:08.844 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:08.845 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:08.845 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:08.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:08.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:08.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:08.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:08.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:08.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:08.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:08.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:08.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:08.847 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:08.854 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336502812672001) for scanner KuduScanner(table=replication_test_table, tablet=8d60ad2c93b3409f9a9fac29055a89ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:08:08.855 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [e5a06a023789290245fab8824cd8e682e99077a4a7d9401943e2e005a02754c6]
20:08:08.855 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e5a06a023789290245fab8824cd8e682e99077a4a7d9401943e2e005a02754c6]
20:08:08.855 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:08:08.855 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:08:08.857 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e5a06a023789290245fab8824cd8e682e99077a4a7d9401943e2e005a02754c6 finished by subtask 3; deferring removal (restored in pending)
20:08:08.858 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] disconnecting while in state READY
20:08:08.861 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:08.872 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:08.872 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:08.872 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:08.873 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:08.873 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:08.873 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:08.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:08.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:08.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:08.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:08.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:08.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:08.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:08.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134888880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:08.895 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 1f02022c9a2936dac70c2082cc7114d7 (2880 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:08:08.897 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
20:08:08.897 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split e5a06a023789290245fab8824cd8e682e99077a4a7d9401943e2e005a02754c6 from pending
20:08:08.897 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split c8e6ce3533c526332286faf2fe7bbdcbe25c237eb39ef67683cea7d41ba13edd from pending
20:08:08.897 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 6276bd579b96e0725667e0a0b3eafe4f37ebe8898ab082b8f3040eb93839887e from pending
20:08:08.897 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 3 finished splits from enumerator state
20:08:08.914 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] handling channelInactive
20:08:08.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b509b4fa6684a60aba024ed368742b2(127.8.16.66:43111)] cleaning up while in state READY due to: connection closed
20:08:08.914 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
20:08:08.915 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:08:08.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:08.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:08.974 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: giving up after 1 attempts
20:08:08.975 [DEBUG - main] (Connection.java:575) [peer 5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)] disconnecting while in state READY
20:08:08.975 [DEBUG - main] (Connection.java:575) [peer master-127.8.16.125:44243(127.8.16.125:44243)] disconnecting while in state READY
20:08:08.975 [DEBUG - main] (Connection.java:575) [peer master-127.8.16.124:43447(127.8.16.124:43447)] disconnecting while in state READY
20:08:08.975 [DEBUG - main] (Connection.java:575) [peer master-127.8.16.126:37607(127.8.16.126:37607)] disconnecting while in state READY
20:08:08.975 [DEBUG - main] (Connection.java:575) [peer 2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)] disconnecting while in state READY
20:08:08.975 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)] handling channelInactive
20:08:08.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5c64218ec15e48fc901eec7c164a9287(127.8.16.67:40329)] cleaning up while in state READY due to: connection closed
20:08:08.976 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.16.125:44243(127.8.16.125:44243)] handling channelInactive
20:08:08.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state READY due to: connection closed
20:08:08.976 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.16.124:43447(127.8.16.124:43447)] handling channelInactive
20:08:08.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state READY due to: connection closed
20:08:08.977 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.16.126:37607(127.8.16.126:37607)] handling channelInactive
20:08:08.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state READY due to: connection closed
20:08:08.977 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:08.981 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:08:08.982 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
20:08:08.982 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-1
20:08:08.982 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
20:08:08.985 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)] handling channelInactive
20:08:08.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2eead7a8e41949a1a72e75785cf6e46d(127.8.16.65:34517)] cleaning up while in state READY due to: connection closed
20:08:08.986 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
20:08:08.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:08.987035  8257 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 8560
20:08:09.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:09.077803  8936 connection.cc:582] client connection to 127.8.16.65:34517 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:08:09.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:09.078114  8257 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 8719
20:08:09.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:09.078394  8936 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:08:09.087 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:09.087 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:09.088 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:09.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:09.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:09.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:09.089 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:09.089 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:09.089 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:09.089 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:09.089 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:09.089 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:09.089 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:09.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:09.091223  8936 consensus_peers.cc:597] T 6f381f5ad5534afc8c7424eeaaae2cf3 P 5c64218ec15e48fc901eec7c164a9287 -> Peer 2eead7a8e41949a1a72e75785cf6e46d (127.8.16.65:34517): Couldn't send request to peer 2eead7a8e41949a1a72e75785cf6e46d. Status: Network error: Client connection negotiation failed: client connection to 127.8.16.65:34517: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:08:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:09.148015  8257 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 8918
20:08:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:09.207312  8257 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 8269
20:08:09.224 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:09.225 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:09.225 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:09.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:09.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:09.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:09.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:09.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:09.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:09.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:09.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:09.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:09.226 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:09.244 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.16.126:37607(127.8.16.126:37607)] handling channelInactive
20:08:09.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state READY due to: connection closed
20:08:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:09.246362  8257 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 8340
20:08:09.291 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.16.125:44243(127.8.16.125:44243)] handling channelInactive
20:08:09.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state READY due to: connection closed
20:08:09.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:09.292734  8257 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 8415
20:08:09.326 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.16.124:43447(127.8.16.124:43447)] handling channelInactive
20:08:09.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state READY due to: connection closed
20:08:09.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134889380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:09.390 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:08:09.391 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
20:08:09.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:09.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:09.719 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:09.719 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:09.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:09.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:09.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:09.720 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:09.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:09.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:09.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:09.720 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:09.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:09.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:09.721 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:09.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134889880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:09.892 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:08:09.893 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
20:08:09.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:09.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:10.142 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:10.142 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:10.142 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:10.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:10.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:10.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:10.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:10.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:10.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:10.144 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:10.144 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:10.144 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:10.145 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:10.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134890380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:10.382 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:10.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.385 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.8.16.125:44243(127.8.16.125:44243) for tablet Kudu Master: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.388 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:10.389 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:10.390 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.390 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:10.390 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.390 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.390 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.390 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.390 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.391 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:10.394 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:08:10.395 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
20:08:10.407 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:10.408 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:10.408 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:10.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.409 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:10.428 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:10.428 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:10.428 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:10.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.429 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:10.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:10.448 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:10.448 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:10.448 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:10.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.449 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:10.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:10.488 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:10.488 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:10.488 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:10.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.489 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.489 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.489 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.489 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:08:10Z chronyd exiting
20:08:10.548 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:10.548 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:10.548 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:10.549 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.549 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.549 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.549 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.549 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.549 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.549 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:10.556 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:10.556 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:10.556 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:10.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:10.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:10.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:10.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:10.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:10.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:10.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:10.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:10.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:10.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:10.607 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:10.607 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:10.607 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:10.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.608 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.608 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.608 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:10.692 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:10.692 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:10.692 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:10.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:10.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:10.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:10.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:10.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:10.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:10.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:10.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:10.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:10.693 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:10.850 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:10.850 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:10.850 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:10.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:10.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:10.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:10.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:10.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:10.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:10.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:10.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:10.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:10.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:10.867 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:10.868 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:10.868 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:10.868 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:10.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:10.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:10.869 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:10.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134890880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:10.890 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:08:10.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
20:08:10.931 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:10.932 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:10.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:10.932 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:10.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:10.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:10.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:10.933 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:10.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:10.933 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:10.933 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:10.933 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:10.933 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:10.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:10.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:11.068 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:11.068 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:11.068 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:11.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:11.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:11.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:11.069 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:11.069 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:11.069 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:11.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:11.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:11.069 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:11.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:11.146 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RESTARTING to RUNNING.
20:08:11.147 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:08:11.148 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
20:08:11.148 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:08:11.149 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
20:08:11.149 [INFO - Thread-48] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:08:11.149 [DEBUG - Thread-48] (Connection.java:575) [peer master-127.1.202.126:43031(127.1.202.126:43031)] disconnecting while in state TERMINATED
20:08:11.149 [DEBUG - Thread-48] (Connection.java:575) [peer master-127.1.202.124:42607(127.1.202.124:42607)] disconnecting while in state TERMINATED
20:08:11.149 [DEBUG - Thread-48] (Connection.java:575) [peer master-127.1.202.125:35071(127.1.202.125:35071)] disconnecting while in state TERMINATED
20:08:11.150 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:11.150 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:11.152 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
20:08:11.152 [INFO - Thread-48] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:08:11.152 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 14b824ff57df8d4ac4eae5ff98ec280b
20:08:11.152 [INFO - Thread-48] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:08:11.152 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
20:08:11.152 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:08:11.153 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:11.153 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
20:08:11.153 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id d15f1901baa864f36fa237de7b249a2e
20:08:11.153 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
20:08:11.154 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 14b824ff57df8d4ac4eae5ff98ec280b.
20:08:11.154 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:08:11.154 [DEBUG - Thread-48] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:11.155 [INFO - Thread-48] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:08:11.155 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id d15f1901baa864f36fa237de7b249a2e.
20:08:11.155 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
20:08:11.155 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
20:08:11.156 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:11.156 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
20:08:11.156 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@63e00821
20:08:11.157 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 91474ac93371d1f86887f8593e4d0443
20:08:11.157 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:11.157 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
20:08:11.157 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:08:11.157 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
20:08:11.158 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:11.158 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
20:08:11.159 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 98402ba73ff648b9e4ce6e4e36245f3b
20:08:11.159 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
20:08:11.160 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72f5de55
20:08:11.162 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:11.162 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:11.162 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:11.163 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:11.163 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:11.167 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 91474ac93371d1f86887f8593e4d0443.
20:08:11.167 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
20:08:11.167 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
20:08:11.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4905778e
20:08:11.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:11.168 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 91474ac93371d1f86887f8593e4d0443.
20:08:11.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:08:11.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
20:08:11.169 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
20:08:11.169 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:08:11.170 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 98402ba73ff648b9e4ce6e4e36245f3b.
20:08:11.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
20:08:11.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
20:08:11.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@162f1c3f
20:08:11.171 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@cc3308e
20:08:11.171 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:11.171 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:08:11.171 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
20:08:11.171 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
20:08:11.172 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.173 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:11.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:11.174 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7781ee2b
20:08:11.175 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:11.176 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
20:08:11.176 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
20:08:11.177 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f0f3e29
20:08:11.177 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:11.177 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:08:11.177 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
20:08:11.177 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
20:08:11.179 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f74ca3d
20:08:11.180 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:11.181 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.185 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.186 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.186 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.186 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.187 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.189 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.190 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.194 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.194 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.199 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.200 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.200 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.202 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.205 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.206 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.209 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.209 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.213 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.214 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.216 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.217 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.218 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.225 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.226 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.226 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.227 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.227 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.227 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.229 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.229 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.229 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.230 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.232 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.233 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.234 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.237 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.237 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.238 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.238 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.238 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.239 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.242 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.242 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.242 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.245 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.246 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.246 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.246 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.247 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.248 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.249 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.249 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.250 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.250 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.251 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.252 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.253 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.253 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.254 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.258 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.258 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.259 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.265 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.265 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.266 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.266 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.266 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.266 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.266 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.267 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.267 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.267 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.267 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.267 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.268 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.269 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.272 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.273 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.273 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.273 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.273 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.273 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.273 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.273 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.274 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.285 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.286 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.286 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.286 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.286 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.287 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.287 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.287 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.288 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.288 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.288 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.287 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.288 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.288 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.288 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.288 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.288 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.289 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.289 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.289 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.289 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.289 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.289 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.289 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.289 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.289 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.304 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:11.305 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:11.305 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:11.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:11.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:11.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:11.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:11.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:11.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:11.306 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:11.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:11.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:11.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:11.307 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.308 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.308 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.312 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.312 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.313 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.326 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.326 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.326 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.326 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.326 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.326 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.327 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.327 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.327 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.327 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.328 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.328 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.328 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.328 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.328 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.362 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:11.363 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:11.363 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:11.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:11.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:11.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:11.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:11.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:11.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:11.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:11.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:11.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:11.363 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:11.366 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.366 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.366 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.367 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.368 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.368 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.369 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.369 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.369 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.369 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.369 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134891381 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:11.386 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.386 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.386 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.386 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.387 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.387 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.387 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.387 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.387 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.389 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.389 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.389 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.389 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.389 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.390 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.390 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.390 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:08:11.391 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
20:08:11.392 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.392 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.392 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.393 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:11.446 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:11.446 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:11.447 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:11.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:11.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:11.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:11.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:11.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:11.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:11.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:11.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:11.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:11.447 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:11.465 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:11.466 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.466 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.466 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.467 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.468 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.468 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.468 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.469 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:11.469 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:11.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:11.469 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:11.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:11.470 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:11.470 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:11.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:11.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:11.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:11.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:11.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:11.470 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:11.472 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.472 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.472 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.473 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.473 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.473 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.473 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.473 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.473 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.486 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.487 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.487 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.488 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.488 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.488 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.519 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:11.520 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:11.520 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:11.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:11.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:11.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:11.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:11.520 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:11.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:11.520 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:11.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:11.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:11.520 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:11.567 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.567 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.568 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.568 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.592 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.593 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.593 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.593 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.593 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.594 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:08:11.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
2026-05-18T20:08:11.596599052Z kudu-nio-1 ERROR An exception occurred processing Appender CapturingToFileLogAppender-1009644809
java.lang.RuntimeException: java.io.IOException: Stream closed
	at org.apache.kudu.test.CapturingToFileLogAppender.append(CapturingToFileLogAppender.java:145)
	at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:160)
	at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:133)
	at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:124)
	at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:88)
	at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:711)
	at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:669)
	at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:645)
	at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:702)
	at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:671)
	at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:645)
	at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:589)
	at org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:92)
	at org.apache.logging.log4j.core.Logger.log(Logger.java:187)
	at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2970)
	at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2922)
	at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2904)
	at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2659)
	at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:2414)
	at org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:128)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:709)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.io.IOException: Stream closed
	at java.base/java.io.BufferedWriter.ensureOpen(BufferedWriter.java:107)
	at java.base/java.io.BufferedWriter.write(BufferedWriter.java:224)
	at java.base/java.io.Writer.write(Writer.java:249)
	at org.apache.kudu.test.CapturingToFileLogAppender.append(CapturingToFileLogAppender.java:139)
	... 40 more

20:08:11.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.606 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.606 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.607 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.607 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.635 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testRangeOnlyPartitioning: giving up after 1 attempts
E.20:08:11.636 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134891636
20:08:11.636 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134891636
20:08:11.641 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:08:11.645 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:08:11.646 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:08:11.646 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:08:11.646 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.646 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:08:11.647 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.647 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:08:11.647 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.647 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.651 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:08:11.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:11.686 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.686 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.686 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.687 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.687 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.687 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.688 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.747 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:11.747 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:11.747 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:11.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:11.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:11.748 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.748 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.748 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:11.748 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:11.848 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:11.848 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:11.848 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:11.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:11.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:11.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:11.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:11.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:11.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:11.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:11.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:11.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:11.849 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:11.873 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.873 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.873 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.874 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.880 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134891880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:11.890 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:08:11.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
20:08:11.893 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.893 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.893 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.893 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.893 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.893 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.925 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.925 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.926 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.926 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:11.945 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:11.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:11.967 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:11.967 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:11.968 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:11.968 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.968 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.968 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:11.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:11.969 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.969 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:11.969 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:12.006 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:12.006 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:12.006 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:12.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.007 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:12.041 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:08:12.041 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:08:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:12.045841 10470 mini_oidc.cc:150] Starting JWKS server
20:08:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:12.049929 10470 webserver.cc:533] Webserver started at http://127.0.0.1:35003/ using document root <none> and password file <none>
20:08:12.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:12.050593 10470 mini_oidc.cc:186] Starting OIDC Discovery server
20:08:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:12.052529 10470 webserver.cc:533] Webserver started at http://127.0.0.1:42895/ using document root <none> and password file <none>
20:08:12.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:08:12Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:08:12.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:08:12Z Disabled control of system clock
20:08:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:12.121351 10470 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/wal
20:08:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/data
20:08:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/logs
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/data/info.pb
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.190:40219
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.190
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35003/jwks.json with env {}
20:08:12.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:12.242 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:12.243 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:12.243 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:12.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:12.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:12.243 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:12.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:12.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:12.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:12.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:12.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:12.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:12.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:12.291 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:12.291 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:12.292 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:12.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:12.292 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:12.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:12.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:12.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:12.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:12.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:12.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:12.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:12.294 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:12.305 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:12.305 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:12.305 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:12.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:12.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:12.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:12.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:12.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:12.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:12.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:12.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:12.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:12.307 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:12.327 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:12.328 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:12.328 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:12.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:12.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134892380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:12.389 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
20:08:12.389 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
20:08:12.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:12.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:12.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.469121 10482 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.469740 10482 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.470394 10482 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.507225 10482 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.507526 10482 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.507794 10482 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.508038 10482 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.508244 10482 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.508401 10482 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35003/jwks.json
20:08:12.527 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:12.527 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:12.528 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:12.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.528 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:12.532 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:12.533 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:12.533 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:12.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.533 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.533 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.549 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:12.557042 10482 master_runner.cc:387] Master server non-default flags:
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/data
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/wal
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.190:40219
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35003/jwks.json
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/data/info.pb
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.190
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/logs
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:12.558398 10482 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:12.560321 10482 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.572244 10488 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:12.639 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:12.640 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:12.640 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:12.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:12.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:12.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:12.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:12.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:12.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:12.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:12.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:12.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:12.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:12.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:12.686 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:12.687 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:12.687 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:12.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:12.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:12.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:12.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:12.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:12.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:12.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:12.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:12.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:12.689 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:12.721 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:12.722 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:12.722 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:12.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:12.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:12.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:12.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:12.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:12.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:12.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:12.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:12.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:12.725 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:12.847 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:12.847 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:12.847 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:12.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.850 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.858 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:12.865 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:12.866 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:12.866 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:12.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:12.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:12.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:12.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:12.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134892880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:12.901 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:08:12.902 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:12.902 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:12.902 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:12.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:12.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:12.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:12.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:12.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:12.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:12.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:12.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:12.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:12.905 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:12.906 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
20:08:12.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:12.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:13.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:13.187 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:13.188 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:13.188 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:13.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:13.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:13.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:13.189 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:13.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:13.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:13.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:13.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:13.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:13.190 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:13.231 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:13.231 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:13.231 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:13.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.233 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:13.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134893380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:13.401 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
20:08:13.403 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
20:08:13.425 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:13.425 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:13.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.428 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:13.428 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:13.428 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:13.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:13.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:13.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:13.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:13.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:13.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:13.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:13.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:13.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:13.432 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:13.432 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:13.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.434 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:13.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:13.448 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:13.448 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:13.448 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:13.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:13.449 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:13.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:13.449 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:13.449 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:13.449 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:13.449 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:13.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:13.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:13.450 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:13.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:13.519 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:13.520 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:13.520 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:13.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.522 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.523 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:13.567 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:13.568 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:13.568 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:13.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:13.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:13.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:13.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:13.570 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:13.570 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:13.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:13.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:13.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:13.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:13.585 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:13.585 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:13.586 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:13.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.588 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.588 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.588 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:13.610 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:13.610 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:13.610 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:13.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.613 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.613 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:13.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:13.829 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:13.829 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:13.830 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:13.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.831 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:13.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134893880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:13.896 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:08:13.898 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
20:08:13.902 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:13.902 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:13.902 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:13.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:13.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:13.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:13.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:13.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:13.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:13.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:13.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:13.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:13.904 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:13.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:13.964 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:13.964 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:13.965 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:13.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:13.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:13.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:13.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:13.966 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:12.573127 10489 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:13.978818 10487 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 10482
20:08:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.049299 10482 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.477s	user 0.487s	sys 0.980s
20:08:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.050539 10482 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.479s	user 0.487s	sys 0.981s
20:08:14.051 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:14.051 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:14.052 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:14.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:14.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:14.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:14.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:14.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:14.053 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:14.052 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:14.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.052810 10491 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:14.053 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.052922 10482 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:14.054 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.052142 10490 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1476 milliseconds
20:08:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.056667 10482 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.059506 10482 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.060981 10482 hybrid_clock.cc:648] HybridClock initialized: now 1779134894060914 us; error 58 us; skew 500 ppm
20:08:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.062220 10482 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:14.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.070235 10482 webserver.cc:533] Webserver started at http://127.10.57.190:39999/ using document root <none> and password file <none>
20:08:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.071962 10482 fs_manager.cc:362] Metadata directory not provided
20:08:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.072218 10482 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.072769 10482 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.078248 10482 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/data/instance:
20:08:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be07a848eb2d48c089a4533e5dc90e09"
20:08:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:14 on dist-test-slave-66b9"
20:08:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.079720 10482 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/wal/instance:
20:08:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be07a848eb2d48c089a4533e5dc90e09"
20:08:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:14 on dist-test-slave-66b9"
20:08:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.090888 10482 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.004s	sys 0.004s
20:08:14.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.097800 10498 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.099375 10482 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
20:08:14.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.099929 10482 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/wal
20:08:14.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be07a848eb2d48c089a4533e5dc90e09"
20:08:14.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:14 on dist-test-slave-66b9"
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.100422 10482 fs_report.cc:389] FS layout report
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/wal
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/wal
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/data/data
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:14.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.185209 10482 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.187120 10482 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.187628 10482 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.281220 10482 rpc_server.cc:307] RPC server started. Bound to: 127.10.57.190:40219
20:08:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.281389 10550 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.57.190:40219 every 8 connection(s)
20:08:14.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.284132 10482 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/data/info.pb
20:08:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.291201 10551 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.295065 10470 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 10482
20:08:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.295527 10470 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-0/wal/instance
20:08:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.299592 10470 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/wal
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/data
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/logs
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/data/info.pb
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.189:41763
20:08:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.189
20:08:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35003/jwks.json with env {}
20:08:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.305179 10551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } has no permanent_uuid. Determining permanent_uuid...
20:08:14.327 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:14.327 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:14.327 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:14.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:14.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:14.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:14.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:14.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:14.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:14.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:14.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:14.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:14.328 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.343165 10551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } has no permanent_uuid. Determining permanent_uuid...
20:08:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.345688 10499 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.57.189:41763: connect: Connection refused (error 111)
20:08:14.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.351191 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.189:41763: Network error: Client connection negotiation failed: client connection to 127.10.57.189:41763: connect: Connection refused (error 111)
20:08:14.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134894380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:14.391 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:08:14.392 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
20:08:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.400812 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } attempt: 1
20:08:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.406183 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.189:41763: Network error: Client connection negotiation failed: client connection to 127.10.57.189:41763: connect: Connection refused (error 111)
20:08:14.445 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:14.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:14.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.474635 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } attempt: 2
20:08:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.479957 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.189:41763: Network error: Client connection negotiation failed: client connection to 127.10.57.189:41763: connect: Connection refused (error 111)
20:08:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.571493 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } attempt: 3
20:08:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.576800 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.189:41763: Network error: Client connection negotiation failed: client connection to 127.10.57.189:41763: connect: Connection refused (error 111)
20:08:14.579 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:14.580 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:14.580 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:14.580 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:14.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:14.580 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:14.580 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:14.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:14.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:14.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:14.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:14.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:14.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:14.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.683939 10553 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.684515 10553 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.685065 10553 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:14.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.720329 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } attempt: 4
20:08:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.725395 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.189:41763: Network error: Client connection negotiation failed: client connection to 127.10.57.189:41763: connect: Connection refused (error 111)
20:08:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.728677 10553 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.728961 10553 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.729167 10553 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.729467 10553 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.729691 10553 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.729861 10553 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35003/jwks.json
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.775714 10553 master_runner.cc:387] Master server non-default flags:
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/data
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/wal
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.189:41763
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35003/jwks.json
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/data/info.pb
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.189
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/logs
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.777263 10553 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:14.779908 10553 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.795197 10562 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:14.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134894880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:14.897 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:08:14.950 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:14.951 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
20:08:14.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:15.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:15.024935 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } attempt: 5
20:08:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:15.034996 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.189:41763: Network error: Client connection negotiation failed: client connection to 127.10.57.189:41763: connect: Connection refused (error 111)
20:08:15.082 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:15.082 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:15.082 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:15.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:15.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:15.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:15.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:15.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:15.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:15.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:15.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:15.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:15.085 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:15.153 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:15.153 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:15.154 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:15.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:15.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:15.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:15.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:15.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:15.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:15.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:15.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:15.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:15.157 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:15.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:15.247 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:15.247 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:15.248 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:15.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:15.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:15.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:15.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:15.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:15.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:15.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:15.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:15.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:15.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:15.351 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:15.351 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:15.351 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:15.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:15.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:15.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:15.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:15.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:15.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:15.353 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:15.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:15.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:15.353 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:15.382 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134895381 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:15.402 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=19 ms, finalizationTime=2 ms).
20:08:15.404 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
20:08:15.407 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:15.407 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:15.407 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:15.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:15.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:15.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:15.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:15.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:15.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:15.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:15.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:15.410 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:15.410 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:15.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:15.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:15.532 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:15.532 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:15.533 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:15.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:15.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:15.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:15.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:15.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:15.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:15.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:15.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:15.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:15.536 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:15.582629 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } attempt: 6
20:08:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:15.612574 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.189:41763: Network error: Client connection negotiation failed: client connection to 127.10.57.189:41763: connect: Connection refused (error 111)
20:08:15.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:15.780 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:15.780 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:15.780 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:15.781 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:15.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:15.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:15.782 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:15.783 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:15.783 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:15.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:15.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:15.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:15.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:15.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:15.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:15.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:15.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:15.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:15.785 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:15.782 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:15.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:15.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:15.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:15.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:15.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:15.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:15.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26728), Traces: [0ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [157ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [172ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [173ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [254ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [333ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [333ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [334ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [335ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [335ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [393ms] refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [400ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [404ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [484ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [484ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [485ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [485ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [541ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [569ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [569ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [570ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [570ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [681ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [683ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [683ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [821ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [822ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2042ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3160ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3161ms] too many traces: truncated at 100 traces, deferred=Deferred@1671072475(state=PENDING, result=null, callback=(continuation of Deferred@1820615423 after retry RPC after error@1604230939) -> (continuation of Deferred@486327842 after retry RPC after error@730290996) -> (continuation of Deferred@1692092193 after retry RPC after error@1326869222) -> (continuation of Deferred@891382000 after retry RPC after error@619629467) -> (continuation of Deferred@447902312 after retry RPC after error@1720674946) -> (continuation of Deferred@1490544715 after retry RPC after error@179782361) -> (continuation of Deferred@52379861 after retry RPC after error@517595470) -> (continuation of Deferred@2041300846 after retry RPC after error@1228600072) -> (continuation of Deferred@819600146 after retry RPC after error@1641570262) -> (continuation of Deferred@1190093876 after retry RPC after error@1481866578) -> (continuation of Deferred@951189441 after retry RPC after error@464789998) -> (continuation of Deferred@642201704 after retry RPC after error@1698527263) -> (continuation of Deferred@1380306062 after retry RPC after error@1757686905) -> (continuation of Deferred@2011159921 after retry RPC after error@2041363989) -> (continuation of Deferred@99691538 after retry RPC after error@1277128497) -> (continuation of Deferred@1159858070 after retry RPC after error@1499612465) -> (continuation of Deferred@1434411955 after retry RPC after error@1655634122) -> (continuation of Deferred@937778622 after retry RPC after error@2095439294) -> (continuation of Deferred@1386826602 after retry RPC after error@1205109085) -> (continuation of Deferred@1522609332 after retry RPC after error@144376447) -> (continuation of Deferred@275900957 after retry RPC after error@1934384935) -> (continuation of Deferred@549153142 after retry RPC after error@1893928932) -> (continuation of Deferred@1868374759 after retry RPC after error@2121919820) -> (continuation of Deferred@99797804 after retry RPC after error@1829140569) -> (continuation of Deferred@1800021252 after retry RPC after error@1525200556) -> (continuation of Deferred@1238412662 after retry RPC after error@390779045) -> (continuation of Deferred@756200781 after retry RPC after error@852507541), errback=(continuation of Deferred@1820615423 after retry RPC after error@1604230939) -> (continuation of Deferred@486327842 after retry RPC after error@730290996) -> (continuation of Deferred@1692092193 after retry RPC after error@1326869222) -> (continuation of Deferred@891382000 after retry RPC after error@619629467) -> (continuation of Deferred@447902312 after retry RPC after error@1720674946) -> (continuation of Deferred@1490544715 after retry RPC after error@179782361) -> (continuation of Deferred@52379861 after retry RPC after error@517595470) -> (continuation of Deferred@2041300846 after retry RPC after error@1228600072) -> (continuation of Deferred@819600146 after retry RPC after error@1641570262) -> (continuation of Deferred@1190093876 after retry RPC after error@1481866578) -> (continuation of Deferred@951189441 after retry RPC after error@464789998) -> (continuation of Deferred@642201704 after retry RPC after error@1698527263) -> (continuation of Deferred@1380306062 after retry RPC after error@1757686905) -> (continuation of Deferred@2011159921 after retry RPC after error@2041363989) -> (continuation of Deferred@99691538 after retry RPC after error@1277128497) -> (continuation of Deferred@1159858070 after retry RPC after error@1499612465) -> (continuation of Deferred@1434411955 after retry RPC after error@1655634122) -> (continuation of Deferred@937778622 after retry RPC after error@2095439294) -> (continuation of Deferred@1386826602 after retry RPC after error@1205109085) -> (continuation of Deferred@1522609332 after retry RPC after error@144376447) -> (continuation of Deferred@275900957 after retry RPC after error@1934384935) -> (continuation of Deferred@549153142 after retry RPC after error@1893928932) -> (continuation of Deferred@1868374759 after retry RPC after error@2121919820) -> (continuation of Deferred@99797804 after retry RPC after error@1829140569) -> (continuation of Deferred@1800021252 after retry RPC after error@1525200556) -> (continuation of Deferred@1238412662 after retry RPC after error@390779045) -> (continuation of Deferred@756200781 after retry RPC after error@852507541)))
20:08:15.789 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:08:15.789 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26728), Traces: [0ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [157ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [172ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [173ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [254ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [333ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [333ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [334ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [335ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [335ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [393ms] refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [400ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [404ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [484ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [484ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [485ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [485ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [541ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [569ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [569ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [570ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [570ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [681ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [683ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [683ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [821ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [822ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2042ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3160ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3161ms] too many traces: truncated at 100 traces, deferred=Deferred@1671072475(state=PENDING, result=null, callback=(continuation of Deferred@1820615423 after retry RPC after error@1604230939) -> (continuation of Deferred@486327842 after retry RPC after error@730290996) -> (continuation of Deferred@1692092193 after retry RPC after error@1326869222) -> (continuation of Deferred@891382000 after retry RPC after error@619629467) -> (continuation of Deferred@447902312 after retry RPC after error@1720674946) -> (continuation of Deferred@1490544715 after retry RPC after error@179782361) -> (continuation of Deferred@52379861 after retry RPC after error@517595470) -> (continuation of Deferred@2041300846 after retry RPC after error@1228600072) -> (continuation of Deferred@819600146 after retry RPC after error@1641570262) -> (continuation of Deferred@1190093876 after retry RPC after error@1481866578) -> (continuation of Deferred@951189441 after retry RPC after error@464789998) -> (continuation of Deferred@642201704 after retry RPC after error@1698527263) -> (continuation of Deferred@1380306062 after retry RPC after error@1757686905) -> (continuation of Deferred@2011159921 after retry RPC after error@2041363989) -> (continuation of Deferred@99691538 after retry RPC after error@1277128497) -> (continuation of Deferred@1159858070 after retry RPC after error@1499612465) -> (continuation of Deferred@1434411955 after retry RPC after error@1655634122) -> (continuation of Deferred@937778622 after retry RPC after error@2095439294) -> (continuation of Deferred@1386826602 after retry RPC after error@1205109085) -> (continuation of Deferred@1522609332 after retry RPC after error@144376447) -> (continuation of Deferred@275900957 after retry RPC after error@1934384935) -> (continuation of Deferred@549153142 after retry RPC after error@1893928932) -> (continuation of Deferred@1868374759 after retry RPC after error@2121919820) -> (continuation of Deferred@99797804 after retry RPC after error@1829140569) -> (continuation of Deferred@1800021252 after retry RPC after error@1525200556) -> (continuation of Deferred@1238412662 after retry RPC after error@390779045) -> (continuation of Deferred@756200781 after retry RPC after error@852507541), errback=(continuation of Deferred@1820615423 after retry RPC after error@1604230939) -> (continuation of Deferred@486327842 after retry RPC after error@730290996) -> (continuation of Deferred@1692092193 after retry RPC after error@1326869222) -> (continuation of Deferred@891382000 after retry RPC after error@619629467) -> (continuation of Deferred@447902312 after retry RPC after error@1720674946) -> (continuation of Deferred@1490544715 after retry RPC after error@179782361) -> (continuation of Deferred@52379861 after retry RPC after error@517595470) -> (continuation of Deferred@2041300846 after retry RPC after error@1228600072) -> (continuation of Deferred@819600146 after retry RPC after error@1641570262) -> (continuation of Deferred@1190093876 after retry RPC after error@1481866578) -> (continuation of Deferred@951189441 after retry RPC after error@464789998) -> (continuation of Deferred@642201704 after retry RPC after error@1698527263) -> (continuation of Deferred@1380306062 after retry RPC after error@1757686905) -> (continuation of Deferred@2011159921 after retry RPC after error@2041363989) -> (continuation of Deferred@99691538 after retry RPC after error@1277128497) -> (continuation of Deferred@1159858070 after retry RPC after error@1499612465) -> (continuation of Deferred@1434411955 after retry RPC after error@1655634122) -> (continuation of Deferred@937778622 after retry RPC after error@2095439294) -> (continuation of Deferred@1386826602 after retry RPC after error@1205109085) -> (continuation of Deferred@1522609332 after retry RPC after error@144376447) -> (continuation of Deferred@275900957 after retry RPC after error@1934384935) -> (continuation of Deferred@549153142 after retry RPC after error@1893928932) -> (continuation of Deferred@1868374759 after retry RPC after error@2121919820) -> (continuation of Deferred@99797804 after retry RPC after error@1829140569) -> (continuation of Deferred@1800021252 after retry RPC after error@1525200556) -> (continuation of Deferred@1238412662 after retry RPC after error@390779045) -> (continuation of Deferred@756200781 after retry RPC after error@852507541)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.61:33535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:15.794 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
20:08:15.805 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
20:08:15.809 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26728), Traces: [0ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [157ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [172ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [173ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [254ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [333ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [333ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [334ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [335ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [335ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [393ms] refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [400ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [404ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [404ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [422ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [422ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [484ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [484ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [485ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [485ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [541ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [569ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [569ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [570ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [570ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [681ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [683ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [683ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [821ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [822ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2042ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3160ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3161ms] too many traces: truncated at 100 traces, deferred=Deferred@1671072475(state=PENDING, result=null, callback=(continuation of Deferred@1820615423 after retry RPC after error@1604230939) -> (continuation of Deferred@486327842 after retry RPC after error@730290996) -> (continuation of Deferred@1692092193 after retry RPC after error@1326869222) -> (continuation of Deferred@891382000 after retry RPC after error@619629467) -> (continuation of Deferred@447902312 after retry RPC after error@1720674946) -> (continuation of Deferred@1490544715 after retry RPC after error@179782361) -> (continuation of Deferred@52379861 after retry RPC after error@517595470) -> (continuation of Deferred@2041300846 after retry RPC after error@1228600072) -> (continuation of Deferred@819600146 after retry RPC after error@1641570262) -> (continuation of Deferred@1190093876 after retry RPC after error@1481866578) -> (continuation of Deferred@951189441 after retry RPC after error@464789998) -> (continuation of Deferred@642201704 after retry RPC after error@1698527263) -> (continuation of Deferred@1380306062 after retry RPC after error@1757686905) -> (continuation of Deferred@2011159921 after retry RPC after error@2041363989) -> (continuation of Deferred@99691538 after retry RPC after error@1277128497) -> (continuation of Deferred@1159858070 after retry RPC after error@1499612465) -> (continuation of Deferred@1434411955 after retry RPC after error@1655634122) -> (continuation of Deferred@937778622 after retry RPC after error@2095439294) -> (continuation of Deferred@1386826602 after retry RPC after error@1205109085) -> (continuation of Deferred@1522609332 after retry RPC after error@144376447) -> (continuation of Deferred@275900957 after retry RPC after error@1934384935) -> (continuation of Deferred@549153142 after retry RPC after error@1893928932) -> (continuation of Deferred@1868374759 after retry RPC after error@2121919820) -> (continuation of Deferred@99797804 after retry RPC after error@1829140569) -> (continuation of Deferred@1800021252 after retry RPC after error@1525200556) -> (continuation of Deferred@1238412662 after retry RPC after error@390779045) -> (continuation of Deferred@756200781 after retry RPC after error@852507541), errback=(continuation of Deferred@1820615423 after retry RPC after error@1604230939) -> (continuation of Deferred@486327842 after retry RPC after error@730290996) -> (continuation of Deferred@1692092193 after retry RPC after error@1326869222) -> (continuation of Deferred@891382000 after retry RPC after error@619629467) -> (continuation of Deferred@447902312 after retry RPC after error@1720674946) -> (continuation of Deferred@1490544715 after retry RPC after error@179782361) -> (continuation of Deferred@52379861 after retry RPC after error@517595470) -> (continuation of Deferred@2041300846 after retry RPC after error@1228600072) -> (continuation of Deferred@819600146 after retry RPC after error@1641570262) -> (continuation of Deferred@1190093876 after retry RPC after error@1481866578) -> (continuation of Deferred@951189441 after retry RPC after error@464789998) -> (continuation of Deferred@642201704 after retry RPC after error@1698527263) -> (continuation of Deferred@1380306062 after retry RPC after error@1757686905) -> (continuation of Deferred@2011159921 after retry RPC after error@2041363989) -> (continuation of Deferred@99691538 after retry RPC after error@1277128497) -> (continuation of Deferred@1159858070 after retry RPC after error@1499612465) -> (continuation of Deferred@1434411955 after retry RPC after error@1655634122) -> (continuation of Deferred@937778622 after retry RPC after error@2095439294) -> (continuation of Deferred@1386826602 after retry RPC after error@1205109085) -> (continuation of Deferred@1522609332 after retry RPC after error@144376447) -> (continuation of Deferred@275900957 after retry RPC after error@1934384935) -> (continuation of Deferred@549153142 after retry RPC after error@1893928932) -> (continuation of Deferred@1868374759 after retry RPC after error@2121919820) -> (continuation of Deferred@99797804 after retry RPC after error@1829140569) -> (continuation of Deferred@1800021252 after retry RPC after error@1525200556) -> (continuation of Deferred@1238412662 after retry RPC after error@390779045) -> (continuation of Deferred@756200781 after retry RPC after error@852507541)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.61:33535
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:15.814 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
20:08:15.815 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:15.816 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
20:08:15.816 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RUNNING to RESTARTING.
20:08:15.880 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134895880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:15.888 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:15.888 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:15.888 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:15.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:15.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:15.889 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:15.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:15.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:15.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:15.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:15.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:15.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:15.891 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:15.898 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:08:15.900 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
20:08:15.947 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:16.107 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:16.107 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:16.107 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:16.108 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:16.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:16.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:16.108 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:16.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:16.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:16.109 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:16.109 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:16.109 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:16.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:16.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:16.308 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:16.308 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:16.308 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:16.309 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:16.309 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:16.309 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:16.310 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:16.310 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:16.310 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:16.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:16.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:16.310 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:16.311 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:16.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134896380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:16.397 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
20:08:16.400 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
20:08:16.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.673336 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } attempt: 7
20:08:16.678 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:16.727663 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.189:41763: Network error: Client connection negotiation failed: client connection to 127.10.57.189:41763: connect: Connection refused (error 111)
20:08:16.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:16.201889 10561 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 10553
20:08:16.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:16.741250 10553 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.947s	user 0.701s	sys 1.191s
20:08:16.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:16.741586 10553 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.947s	user 0.701s	sys 1.191s
20:08:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:14.796164 10563 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:16.744225 10564 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1948 milliseconds
20:08:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:16.744530 10565 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:16.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.744904 10553 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:16.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.750358 10553 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.753518 10553 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.755057 10553 hybrid_clock.cc:648] HybridClock initialized: now 1779134896754963 us; error 139 us; skew 500 ppm
20:08:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.756063 10553 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:16.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.764983 10553 webserver.cc:533] Webserver started at http://127.10.57.189:34583/ using document root <none> and password file <none>
20:08:16.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.766288 10553 fs_manager.cc:362] Metadata directory not provided
20:08:16.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.766602 10553 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:16.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.767160 10553 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.773630 10553 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/data/instance:
20:08:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc492798bca4a00999bff161e03108f"
20:08:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:16 on dist-test-slave-66b9"
20:08:16.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.775214 10553 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/wal/instance:
20:08:16.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc492798bca4a00999bff161e03108f"
20:08:16.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:16 on dist-test-slave-66b9"
20:08:16.782 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:16.782 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:16.783 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:16.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:16.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:16.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:16.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:16.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:16.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:16.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:16.784 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:16.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:16.784 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:16.784 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27213), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [54ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [67ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [126ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [129ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [149ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [149ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [184ms] refreshing cache from master, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [187ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [283ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [382ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [402ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [743ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [744ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [744ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [744ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1724ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3240ms] refreshing cache from master, [3240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [3243ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [6600ms] refreshing cache from master, [6600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6601ms] too many traces: truncated at 100 traces, deferred=Deferred@1857317439(state=PENDING, result=null, callback=(continuation of Deferred@1302603388 after retry RPC after error@1188978863) -> (continuation of Deferred@1212952851 after retry RPC after error@90460087) -> (continuation of Deferred@1763643041 after retry RPC after error@1550958645) -> (continuation of Deferred@1973204481 after retry RPC after error@1377978098) -> (continuation of Deferred@1138302993 after retry RPC after error@301670455) -> (continuation of Deferred@29860023 after retry RPC after error@1100116907) -> (continuation of Deferred@1262557728 after retry RPC after error@66281959) -> (continuation of Deferred@1066249014 after retry RPC after error@1842382919) -> (continuation of Deferred@780341191 after retry RPC after error@912768937) -> (continuation of Deferred@1692493384 after retry RPC after error@228218915) -> (continuation of Deferred@1003590496 after retry RPC after error@817948996) -> (continuation of Deferred@1610357298 after retry RPC after error@7871150) -> (continuation of Deferred@923124562 after retry RPC after error@12092991) -> (continuation of Deferred@1068114320 after retry RPC after error@2143805857) -> (continuation of Deferred@1723970136 after retry RPC after error@579623361) -> (continuation of Deferred@1279548065 after retry RPC after error@206467169) -> (continuation of Deferred@1744191682 after retry RPC after error@670326700) -> (continuation of Deferred@1225496737 after retry RPC after error@909714585) -> (continuation of Deferred@1662816972 after retry RPC after error@1720756284) -> (continuation of Deferred@1934355167 after retry RPC after error@204015043), errback=(continuation of Deferred@1302603388 after retry RPC after error@1188978863) -> (continuation of Deferred@1212952851 after retry RPC after error@90460087) -> (continuation of Deferred@1763643041 after retry RPC after error@1550958645) -> (continuation of Deferred@1973204481 after retry RPC after error@1377978098) -> (continuation of Deferred@1138302993 after retry RPC after error@301670455) -> (continuation of Deferred@29860023 after retry RPC after error@1100116907) -> (continuation of Deferred@1262557728 after retry RPC after error@66281959) -> (continuation of Deferred@1066249014 after retry RPC after error@1842382919) -> (continuation of Deferred@780341191 after retry RPC after error@912768937) -> (continuation of Deferred@1692493384 after retry RPC after error@228218915) -> (continuation of Deferred@1003590496 after retry RPC after error@817948996) -> (continuation of Deferred@1610357298 after retry RPC after error@7871150) -> (continuation of Deferred@923124562 after retry RPC after error@12092991) -> (continuation of Deferred@1068114320 after retry RPC after error@2143805857) -> (continuation of Deferred@1723970136 after retry RPC after error@579623361) -> (continuation of Deferred@1279548065 after retry RPC after error@206467169) -> (continuation of Deferred@1744191682 after retry RPC after error@670326700) -> (continuation of Deferred@1225496737 after retry RPC after error@909714585) -> (continuation of Deferred@1662816972 after retry RPC after error@1720756284) -> (continuation of Deferred@1934355167 after retry RPC after error@204015043)))
20:08:16.786 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:08:16.786 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27213), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [54ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [67ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [126ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [129ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [149ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [149ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [184ms] refreshing cache from master, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [187ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [283ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [382ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [402ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [743ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [744ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [744ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [744ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1724ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3240ms] refreshing cache from master, [3240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [3243ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [6600ms] refreshing cache from master, [6600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6601ms] too many traces: truncated at 100 traces, deferred=Deferred@1857317439(state=PENDING, result=null, callback=(continuation of Deferred@1302603388 after retry RPC after error@1188978863) -> (continuation of Deferred@1212952851 after retry RPC after error@90460087) -> (continuation of Deferred@1763643041 after retry RPC after error@1550958645) -> (continuation of Deferred@1973204481 after retry RPC after error@1377978098) -> (continuation of Deferred@1138302993 after retry RPC after error@301670455) -> (continuation of Deferred@29860023 after retry RPC after error@1100116907) -> (continuation of Deferred@1262557728 after retry RPC after error@66281959) -> (continuation of Deferred@1066249014 after retry RPC after error@1842382919) -> (continuation of Deferred@780341191 after retry RPC after error@912768937) -> (continuation of Deferred@1692493384 after retry RPC after error@228218915) -> (continuation of Deferred@1003590496 after retry RPC after error@817948996) -> (continuation of Deferred@1610357298 after retry RPC after error@7871150) -> (continuation of Deferred@923124562 after retry RPC after error@12092991) -> (continuation of Deferred@1068114320 after retry RPC after error@2143805857) -> (continuation of Deferred@1723970136 after retry RPC after error@579623361) -> (continuation of Deferred@1279548065 after retry RPC after error@206467169) -> (continuation of Deferred@1744191682 after retry RPC after error@670326700) -> (continuation of Deferred@1225496737 after retry RPC after error@909714585) -> (continuation of Deferred@1662816972 after retry RPC after error@1720756284) -> (continuation of Deferred@1934355167 after retry RPC after error@204015043), errback=(continuation of Deferred@1302603388 after retry RPC after error@1188978863) -> (continuation of Deferred@1212952851 after retry RPC after error@90460087) -> (continuation of Deferred@1763643041 after retry RPC after error@1550958645) -> (continuation of Deferred@1973204481 after retry RPC after error@1377978098) -> (continuation of Deferred@1138302993 after retry RPC after error@301670455) -> (continuation of Deferred@29860023 after retry RPC after error@1100116907) -> (continuation of Deferred@1262557728 after retry RPC after error@66281959) -> (continuation of Deferred@1066249014 after retry RPC after error@1842382919) -> (continuation of Deferred@780341191 after retry RPC after error@912768937) -> (continuation of Deferred@1692493384 after retry RPC after error@228218915) -> (continuation of Deferred@1003590496 after retry RPC after error@817948996) -> (continuation of Deferred@1610357298 after retry RPC after error@7871150) -> (continuation of Deferred@923124562 after retry RPC after error@12092991) -> (continuation of Deferred@1068114320 after retry RPC after error@2143805857) -> (continuation of Deferred@1723970136 after retry RPC after error@579623361) -> (continuation of Deferred@1279548065 after retry RPC after error@206467169) -> (continuation of Deferred@1744191682 after retry RPC after error@670326700) -> (continuation of Deferred@1225496737 after retry RPC after error@909714585) -> (continuation of Deferred@1662816972 after retry RPC after error@1720756284) -> (continuation of Deferred@1934355167 after retry RPC after error@204015043)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.124:38349
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:16.789 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
20:08:16.790 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:16.790 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:16.790 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:16.790 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
20:08:16.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:16.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:16.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.790966 10553 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.008s	sys 0.004s
20:08:16.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:16.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:16.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:16.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:16.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:16.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:16.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:16.792 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27213), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [14ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [54ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [67ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [126ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [129ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [149ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [149ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [184ms] refreshing cache from master, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [187ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [283ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [382ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [402ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [743ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [744ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [744ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [744ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1724ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3240ms] refreshing cache from master, [3240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [3243ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [6600ms] refreshing cache from master, [6600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6601ms] too many traces: truncated at 100 traces, deferred=Deferred@1857317439(state=PENDING, result=null, callback=(continuation of Deferred@1302603388 after retry RPC after error@1188978863) -> (continuation of Deferred@1212952851 after retry RPC after error@90460087) -> (continuation of Deferred@1763643041 after retry RPC after error@1550958645) -> (continuation of Deferred@1973204481 after retry RPC after error@1377978098) -> (continuation of Deferred@1138302993 after retry RPC after error@301670455) -> (continuation of Deferred@29860023 after retry RPC after error@1100116907) -> (continuation of Deferred@1262557728 after retry RPC after error@66281959) -> (continuation of Deferred@1066249014 after retry RPC after error@1842382919) -> (continuation of Deferred@780341191 after retry RPC after error@912768937) -> (continuation of Deferred@1692493384 after retry RPC after error@228218915) -> (continuation of Deferred@1003590496 after retry RPC after error@817948996) -> (continuation of Deferred@1610357298 after retry RPC after error@7871150) -> (continuation of Deferred@923124562 after retry RPC after error@12092991) -> (continuation of Deferred@1068114320 after retry RPC after error@2143805857) -> (continuation of Deferred@1723970136 after retry RPC after error@579623361) -> (continuation of Deferred@1279548065 after retry RPC after error@206467169) -> (continuation of Deferred@1744191682 after retry RPC after error@670326700) -> (continuation of Deferred@1225496737 after retry RPC after error@909714585) -> (continuation of Deferred@1662816972 after retry RPC after error@1720756284) -> (continuation of Deferred@1934355167 after retry RPC after error@204015043), errback=(continuation of Deferred@1302603388 after retry RPC after error@1188978863) -> (continuation of Deferred@1212952851 after retry RPC after error@90460087) -> (continuation of Deferred@1763643041 after retry RPC after error@1550958645) -> (continuation of Deferred@1973204481 after retry RPC after error@1377978098) -> (continuation of Deferred@1138302993 after retry RPC after error@301670455) -> (continuation of Deferred@29860023 after retry RPC after error@1100116907) -> (continuation of Deferred@1262557728 after retry RPC after error@66281959) -> (continuation of Deferred@1066249014 after retry RPC after error@1842382919) -> (continuation of Deferred@780341191 after retry RPC after error@912768937) -> (continuation of Deferred@1692493384 after retry RPC after error@228218915) -> (continuation of Deferred@1003590496 after retry RPC after error@817948996) -> (continuation of Deferred@1610357298 after retry RPC after error@7871150) -> (continuation of Deferred@923124562 after retry RPC after error@12092991) -> (continuation of Deferred@1068114320 after retry RPC after error@2143805857) -> (continuation of Deferred@1723970136 after retry RPC after error@579623361) -> (continuation of Deferred@1279548065 after retry RPC after error@206467169) -> (continuation of Deferred@1744191682 after retry RPC after error@670326700) -> (continuation of Deferred@1225496737 after retry RPC after error@909714585) -> (continuation of Deferred@1662816972 after retry RPC after error@1720756284) -> (continuation of Deferred@1934355167 after retry RPC after error@204015043)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.124:38349
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:16.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27784), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [91ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [255ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [259ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [270ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [270ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [293ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [384ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [384ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [463ms] refreshing cache from master, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [464ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [469ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [469ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [471ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [543ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [543ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [544ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [544ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [925ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [926ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [930ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [962ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1443ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@1527074107(state=PENDING, result=null, callback=(continuation of Deferred@681173956 after retry RPC after error@554553285) -> (continuation of Deferred@2116230177 after retry RPC after error@255781451) -> (continuation of Deferred@1751035819 after retry RPC after error@669132418) -> (continuation of Deferred@1095169099 after retry RPC after error@970072730) -> (continuation of Deferred@619504124 after retry RPC after error@302781909) -> (continuation of Deferred@1688096627 after retry RPC after error@1282434952) -> (continuation of Deferred@256941307 after retry RPC after error@2097185401) -> (continuation of Deferred@1811132285 after retry RPC after error@619764140) -> (continuation of Deferred@801914509 after retry RPC after error@1445356103) -> (continuation of Deferred@551073721 after retry RPC after error@46606263) -> (continuation of Deferred@1286691124 after retry RPC after error@694169279) -> (continuation of Deferred@1281372501 after retry RPC after error@1998675441) -> (continuation of Deferred@824165080 after retry RPC after error@421664658) -> (continuation of Deferred@1418033018 after retry RPC after error@699823822) -> (continuation of Deferred@1727035426 after retry RPC after error@1877437929) -> (continuation of Deferred@270985672 after retry RPC after error@180153604) -> (continuation of Deferred@1869128985 after retry RPC after error@993264952) -> (continuation of Deferred@477877055 after retry RPC after error@1908595065) -> (continuation of Deferred@1537796661 after retry RPC after error@1085155773) -> (continuation of Deferred@34535612 after retry RPC after error@1709240469) -> (continuation of Deferred@2038777694 after retry RPC after error@1222081042), errback=(continuation of Deferred@681173956 after retry RPC after error@554553285) -> (continuation of Deferred@2116230177 after retry RPC after error@255781451) -> (continuation of Deferred@1751035819 after retry RPC after error@669132418) -> (continuation of Deferred@1095169099 after retry RPC after error@970072730) -> (continuation of Deferred@619504124 after retry RPC after error@302781909) -> (continuation of Deferred@1688096627 after retry RPC after error@1282434952) -> (continuation of Deferred@256941307 after retry RPC after error@2097185401) -> (continuation of Deferred@1811132285 after retry RPC after error@619764140) -> (continuation of Deferred@801914509 after retry RPC after error@1445356103) -> (continuation of Deferred@551073721 after retry RPC after error@46606263) -> (continuation of Deferred@1286691124 after retry RPC after error@694169279) -> (continuation of Deferred@1281372501 after retry RPC after error@1998675441) -> (continuation of Deferred@824165080 after retry RPC after error@421664658) -> (continuation of Deferred@1418033018 after retry RPC after error@699823822) -> (continuation of Deferred@1727035426 after retry RPC after error@1877437929) -> (continuation of Deferred@270985672 after retry RPC after error@180153604) -> (continuation of Deferred@1869128985 after retry RPC after error@993264952) -> (continuation of Deferred@477877055 after retry RPC after error@1908595065) -> (continuation of Deferred@1537796661 after retry RPC after error@1085155773) -> (continuation of Deferred@34535612 after retry RPC after error@1709240469) -> (continuation of Deferred@2038777694 after retry RPC after error@1222081042)))
20:08:16.795 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:16.796 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
20:08:16.796 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
20:08:16.796 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:08:16.796 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RUNNING to RESTARTING.
20:08:16.797 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27784), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [91ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [255ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [259ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [270ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [270ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [293ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [384ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [384ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [463ms] refreshing cache from master, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [464ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [469ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [469ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [471ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [543ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [543ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [544ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [544ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [925ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [926ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [930ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [962ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1443ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@1527074107(state=PENDING, result=null, callback=(continuation of Deferred@681173956 after retry RPC after error@554553285) -> (continuation of Deferred@2116230177 after retry RPC after error@255781451) -> (continuation of Deferred@1751035819 after retry RPC after error@669132418) -> (continuation of Deferred@1095169099 after retry RPC after error@970072730) -> (continuation of Deferred@619504124 after retry RPC after error@302781909) -> (continuation of Deferred@1688096627 after retry RPC after error@1282434952) -> (continuation of Deferred@256941307 after retry RPC after error@2097185401) -> (continuation of Deferred@1811132285 after retry RPC after error@619764140) -> (continuation of Deferred@801914509 after retry RPC after error@1445356103) -> (continuation of Deferred@551073721 after retry RPC after error@46606263) -> (continuation of Deferred@1286691124 after retry RPC after error@694169279) -> (continuation of Deferred@1281372501 after retry RPC after error@1998675441) -> (continuation of Deferred@824165080 after retry RPC after error@421664658) -> (continuation of Deferred@1418033018 after retry RPC after error@699823822) -> (continuation of Deferred@1727035426 after retry RPC after error@1877437929) -> (continuation of Deferred@270985672 after retry RPC after error@180153604) -> (continuation of Deferred@1869128985 after retry RPC after error@993264952) -> (continuation of Deferred@477877055 after retry RPC after error@1908595065) -> (continuation of Deferred@1537796661 after retry RPC after error@1085155773) -> (continuation of Deferred@34535612 after retry RPC after error@1709240469) -> (continuation of Deferred@2038777694 after retry RPC after error@1222081042), errback=(continuation of Deferred@681173956 after retry RPC after error@554553285) -> (continuation of Deferred@2116230177 after retry RPC after error@255781451) -> (continuation of Deferred@1751035819 after retry RPC after error@669132418) -> (continuation of Deferred@1095169099 after retry RPC after error@970072730) -> (continuation of Deferred@619504124 after retry RPC after error@302781909) -> (continuation of Deferred@1688096627 after retry RPC after error@1282434952) -> (continuation of Deferred@256941307 after retry RPC after error@2097185401) -> (continuation of Deferred@1811132285 after retry RPC after error@619764140) -> (continuation of Deferred@801914509 after retry RPC after error@1445356103) -> (continuation of Deferred@551073721 after retry RPC after error@46606263) -> (continuation of Deferred@1286691124 after retry RPC after error@694169279) -> (continuation of Deferred@1281372501 after retry RPC after error@1998675441) -> (continuation of Deferred@824165080 after retry RPC after error@421664658) -> (continuation of Deferred@1418033018 after retry RPC after error@699823822) -> (continuation of Deferred@1727035426 after retry RPC after error@1877437929) -> (continuation of Deferred@270985672 after retry RPC after error@180153604) -> (continuation of Deferred@1869128985 after retry RPC after error@993264952) -> (continuation of Deferred@477877055 after retry RPC after error@1908595065) -> (continuation of Deferred@1537796661 after retry RPC after error@1085155773) -> (continuation of Deferred@34535612 after retry RPC after error@1709240469) -> (continuation of Deferred@2038777694 after retry RPC after error@1222081042)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:16.797 [WARN - flink-pekko.actor.default-dispatcher-6] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
20:08:16.799 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:08:16.800 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
20:08:16.803 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27784), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [91ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [255ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [259ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [270ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [270ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [293ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [383ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [384ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [384ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [463ms] refreshing cache from master, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [464ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [469ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [469ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [471ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [543ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [543ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [544ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [544ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [922ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [925ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [926ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [930ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [962ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [962ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1443ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@1527074107(state=PENDING, result=null, callback=(continuation of Deferred@681173956 after retry RPC after error@554553285) -> (continuation of Deferred@2116230177 after retry RPC after error@255781451) -> (continuation of Deferred@1751035819 after retry RPC after error@669132418) -> (continuation of Deferred@1095169099 after retry RPC after error@970072730) -> (continuation of Deferred@619504124 after retry RPC after error@302781909) -> (continuation of Deferred@1688096627 after retry RPC after error@1282434952) -> (continuation of Deferred@256941307 after retry RPC after error@2097185401) -> (continuation of Deferred@1811132285 after retry RPC after error@619764140) -> (continuation of Deferred@801914509 after retry RPC after error@1445356103) -> (continuation of Deferred@551073721 after retry RPC after error@46606263) -> (continuation of Deferred@1286691124 after retry RPC after error@694169279) -> (continuation of Deferred@1281372501 after retry RPC after error@1998675441) -> (continuation of Deferred@824165080 after retry RPC after error@421664658) -> (continuation of Deferred@1418033018 after retry RPC after error@699823822) -> (continuation of Deferred@1727035426 after retry RPC after error@1877437929) -> (continuation of Deferred@270985672 after retry RPC after error@180153604) -> (continuation of Deferred@1869128985 after retry RPC after error@993264952) -> (continuation of Deferred@477877055 after retry RPC after error@1908595065) -> (continuation of Deferred@1537796661 after retry RPC after error@1085155773) -> (continuation of Deferred@34535612 after retry RPC after error@1709240469) -> (continuation of Deferred@2038777694 after retry RPC after error@1222081042), errback=(continuation of Deferred@681173956 after retry RPC after error@554553285) -> (continuation of Deferred@2116230177 after retry RPC after error@255781451) -> (continuation of Deferred@1751035819 after retry RPC after error@669132418) -> (continuation of Deferred@1095169099 after retry RPC after error@970072730) -> (continuation of Deferred@619504124 after retry RPC after error@302781909) -> (continuation of Deferred@1688096627 after retry RPC after error@1282434952) -> (continuation of Deferred@256941307 after retry RPC after error@2097185401) -> (continuation of Deferred@1811132285 after retry RPC after error@619764140) -> (continuation of Deferred@801914509 after retry RPC after error@1445356103) -> (continuation of Deferred@551073721 after retry RPC after error@46606263) -> (continuation of Deferred@1286691124 after retry RPC after error@694169279) -> (continuation of Deferred@1281372501 after retry RPC after error@1998675441) -> (continuation of Deferred@824165080 after retry RPC after error@421664658) -> (continuation of Deferred@1418033018 after retry RPC after error@699823822) -> (continuation of Deferred@1727035426 after retry RPC after error@1877437929) -> (continuation of Deferred@270985672 after retry RPC after error@180153604) -> (continuation of Deferred@1869128985 after retry RPC after error@993264952) -> (continuation of Deferred@477877055 after retry RPC after error@1908595065) -> (continuation of Deferred@1537796661 after retry RPC after error@1085155773) -> (continuation of Deferred@34535612 after retry RPC after error@1709240469) -> (continuation of Deferred@2038777694 after retry RPC after error@1222081042)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:16.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.805068 10576 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:16.806 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:16.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
20:08:16.807 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
20:08:16.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.807173 10553 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.004s	sys 0.000s
20:08:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.807643 10553 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/wal
20:08:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc492798bca4a00999bff161e03108f"
20:08:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:16 on dist-test-slave-66b9"
20:08:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.808100 10553 fs_report.cc:389] FS layout report
20:08:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/wal
20:08:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/wal
20:08:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/data/data
20:08:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:16.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134896880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:16.892 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:08:16.893 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
20:08:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.894168 10553 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:16.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.896139 10553 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.896718 10553 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.988466 10553 rpc_server.cc:307] RPC server started. Bound to: 127.10.57.189:41763
20:08:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.989280 10627 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.57.189:41763 every 8 connection(s)
20:08:16.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.992408 10553 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/data/info.pb
20:08:16.992 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:16.993 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:16.993 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:16.993 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:16.993 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:16.993 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:16.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:16.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:16.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:16.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:16.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:16.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:16.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:16.999706 10470 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 10553
20:08:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.000183 10470 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-1/wal/instance
20:08:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.001685 10628 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.003475 10470 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/wal
20:08:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/data
20:08:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/logs
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/data/info.pb
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.188:43111
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.188
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35003/jwks.json with env {}
20:08:17.006 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:17.007 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:17.007 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:17.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:17.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:17.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:17.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:17.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:17.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:17.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:17.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:17.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:17.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:17.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.019026 10628 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } has no permanent_uuid. Determining permanent_uuid...
20:08:17.046 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:17.046 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:17.046 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:17.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:17.046 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:17.046 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:17.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:17.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:17.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:17.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:17.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:17.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:17.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.053977 10628 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } has no permanent_uuid. Determining permanent_uuid...
20:08:17.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.073920 10628 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } has no permanent_uuid. Determining permanent_uuid...
20:08:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.077672 10579 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:17.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.083163 10628 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.132725 10628 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 1
20:08:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.139053 10628 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:17.150 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:17.151 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:17.151 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:17.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:17.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:17.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:17.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:17.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:17.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:17.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:17.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:17.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:17.152 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:17.170 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:17.170 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:17.170 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:17.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:17.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:17.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:17.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:17.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:17.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:17.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:17.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:17.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:17.172 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:17.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.207494 10628 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 2
20:08:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.211928 10628 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:17.247 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:17.247 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:17.247 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:17.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:17.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:17.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:17.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:17.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:17.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:17.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:17.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:17.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:17.248 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.303504 10628 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 3
20:08:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.308517 10628 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:17.347 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:17.348 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:17.348 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:17.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:17.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:17.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:17.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:17.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:17.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:17.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:17.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:17.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:17.348 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:17.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134897380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:17.389 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:08:17.390 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
20:08:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.399233 10630 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.399834 10630 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.400480 10630 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.440802 10630 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.441246 10630 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.441579 10630 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.441923 10630 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.442241 10630 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.442428 10630 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35003/jwks.json
20:08:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.452011 10628 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 4
20:08:17.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.456408 10628 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.487377 10630 master_runner.cc:387] Master server non-default flags:
20:08:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/data
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/wal
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.188:43111
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35003/jwks.json
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/data/info.pb
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.188
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/logs
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.489166 10630 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.491279 10630 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.504518 10640 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:17.566 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:17.567 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:17.567 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:17.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:17.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:17.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:17.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:17.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:17.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:17.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:17.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:17.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:17.568 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:17.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:17.755898 10628 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 5
20:08:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.764503 10628 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:17.785 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:17.785 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:17.786 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:17.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:17.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:17.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:17.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:17.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:17.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:17.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:17.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:17.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:17.787 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:17.788 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28736), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [74ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [74ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [110ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [126ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [127ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [310ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [311ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [317ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [317ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [319ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [344ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [407ms] refreshing cache from master, [408ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [415ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [416ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [419ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [419ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [443ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [603ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [862ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1363ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1483ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3300ms] refreshing cache from master, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3304ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3305ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3306ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3306ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3322ms] too many traces: truncated at 100 traces, deferred=Deferred@563362709(state=PENDING, result=null, callback=(continuation of Deferred@981936477 after retry RPC after error@1036170070) -> (continuation of Deferred@752526476 after retry RPC after error@739408401) -> (continuation of Deferred@802972431 after retry RPC after error@120335777) -> (continuation of Deferred@2116753164 after retry RPC after error@1104558122) -> (continuation of Deferred@224329476 after retry RPC after error@1803127339) -> (continuation of Deferred@1296855871 after retry RPC after error@1026229716) -> (continuation of Deferred@1207401386 after retry RPC after error@1626900909) -> (continuation of Deferred@1308875526 after retry RPC after error@727937719) -> (continuation of Deferred@1471510106 after retry RPC after error@1940142304) -> (continuation of Deferred@590284409 after retry RPC after error@334052961) -> (continuation of Deferred@1871879648 after retry RPC after error@1034144714) -> (continuation of Deferred@1726226121 after retry RPC after error@1017396802) -> (continuation of Deferred@1193466283 after retry RPC after error@1694279454) -> (continuation of Deferred@581500702 after retry RPC after error@1071878951) -> (continuation of Deferred@1860037361 after retry RPC after error@1863873635) -> (continuation of Deferred@179119761 after retry RPC after error@695526984) -> (continuation of Deferred@679414773 after retry RPC after error@73976309) -> (continuation of Deferred@1729297991 after retry RPC after error@1775895115) -> (continuation of Deferred@967478310 after retry RPC after error@2077216135) -> (continuation of Deferred@190833791 after retry RPC after error@841905925) -> (continuation of Deferred@1602754266 after retry RPC after error@1512987481) -> (continuation of Deferred@782639231 after retry RPC after error@1878125809) -> (continuation of Deferred@1884293395 after retry RPC after error@1477206227) -> (continuation of Deferred@1203111541 after retry RPC after error@658566166) -> (continuation of Deferred@1470656892 after retry RPC after error@1813612962) -> (continuation of Deferred@468434938 after retry RPC after error@996921549), errback=(continuation of Deferred@981936477 after retry RPC after error@1036170070) -> (continuation of Deferred@752526476 after retry RPC after error@739408401) -> (continuation of Deferred@802972431 after retry RPC after error@120335777) -> (continuation of Deferred@2116753164 after retry RPC after error@1104558122) -> (continuation of Deferred@224329476 after retry RPC after error@1803127339) -> (continuation of Deferred@1296855871 after retry RPC after error@1026229716) -> (continuation of Deferred@1207401386 after retry RPC after error@1626900909) -> (continuation of Deferred@1308875526 after retry RPC after error@727937719) -> (continuation of Deferred@1471510106 after retry RPC after error@1940142304) -> (continuation of Deferred@590284409 after retry RPC after error@334052961) -> (continuation of Deferred@1871879648 after retry RPC after error@1034144714) -> (continuation of Deferred@1726226121 after retry RPC after error@1017396802) -> (continuation of Deferred@1193466283 after retry RPC after error@1694279454) -> (continuation of Deferred@581500702 after retry RPC after error@1071878951) -> (continuation of Deferred@1860037361 after retry RPC after error@1863873635) -> (continuation of Deferred@179119761 after retry RPC after error@695526984) -> (continuation of Deferred@679414773 after retry RPC after error@73976309) -> (continuation of Deferred@1729297991 after retry RPC after error@1775895115) -> (continuation of Deferred@967478310 after retry RPC after error@2077216135) -> (continuation of Deferred@190833791 after retry RPC after error@841905925) -> (continuation of Deferred@1602754266 after retry RPC after error@1512987481) -> (continuation of Deferred@782639231 after retry RPC after error@1878125809) -> (continuation of Deferred@1884293395 after retry RPC after error@1477206227) -> (continuation of Deferred@1203111541 after retry RPC after error@658566166) -> (continuation of Deferred@1470656892 after retry RPC after error@1813612962) -> (continuation of Deferred@468434938 after retry RPC after error@996921549)))
20:08:17.790 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:08:17.790 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28736), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [74ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [74ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [110ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [126ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [127ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [310ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [311ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [317ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [317ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [319ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [344ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [407ms] refreshing cache from master, [408ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [415ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [416ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [419ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [419ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [443ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [603ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [862ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1363ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1483ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3300ms] refreshing cache from master, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3304ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3305ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3306ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3306ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3322ms] too many traces: truncated at 100 traces, deferred=Deferred@563362709(state=PENDING, result=null, callback=(continuation of Deferred@981936477 after retry RPC after error@1036170070) -> (continuation of Deferred@752526476 after retry RPC after error@739408401) -> (continuation of Deferred@802972431 after retry RPC after error@120335777) -> (continuation of Deferred@2116753164 after retry RPC after error@1104558122) -> (continuation of Deferred@224329476 after retry RPC after error@1803127339) -> (continuation of Deferred@1296855871 after retry RPC after error@1026229716) -> (continuation of Deferred@1207401386 after retry RPC after error@1626900909) -> (continuation of Deferred@1308875526 after retry RPC after error@727937719) -> (continuation of Deferred@1471510106 after retry RPC after error@1940142304) -> (continuation of Deferred@590284409 after retry RPC after error@334052961) -> (continuation of Deferred@1871879648 after retry RPC after error@1034144714) -> (continuation of Deferred@1726226121 after retry RPC after error@1017396802) -> (continuation of Deferred@1193466283 after retry RPC after error@1694279454) -> (continuation of Deferred@581500702 after retry RPC after error@1071878951) -> (continuation of Deferred@1860037361 after retry RPC after error@1863873635) -> (continuation of Deferred@179119761 after retry RPC after error@695526984) -> (continuation of Deferred@679414773 after retry RPC after error@73976309) -> (continuation of Deferred@1729297991 after retry RPC after error@1775895115) -> (continuation of Deferred@967478310 after retry RPC after error@2077216135) -> (continuation of Deferred@190833791 after retry RPC after error@841905925) -> (continuation of Deferred@1602754266 after retry RPC after error@1512987481) -> (continuation of Deferred@782639231 after retry RPC after error@1878125809) -> (continuation of Deferred@1884293395 after retry RPC after error@1477206227) -> (continuation of Deferred@1203111541 after retry RPC after error@658566166) -> (continuation of Deferred@1470656892 after retry RPC after error@1813612962) -> (continuation of Deferred@468434938 after retry RPC after error@996921549), errback=(continuation of Deferred@981936477 after retry RPC after error@1036170070) -> (continuation of Deferred@752526476 after retry RPC after error@739408401) -> (continuation of Deferred@802972431 after retry RPC after error@120335777) -> (continuation of Deferred@2116753164 after retry RPC after error@1104558122) -> (continuation of Deferred@224329476 after retry RPC after error@1803127339) -> (continuation of Deferred@1296855871 after retry RPC after error@1026229716) -> (continuation of Deferred@1207401386 after retry RPC after error@1626900909) -> (continuation of Deferred@1308875526 after retry RPC after error@727937719) -> (continuation of Deferred@1471510106 after retry RPC after error@1940142304) -> (continuation of Deferred@590284409 after retry RPC after error@334052961) -> (continuation of Deferred@1871879648 after retry RPC after error@1034144714) -> (continuation of Deferred@1726226121 after retry RPC after error@1017396802) -> (continuation of Deferred@1193466283 after retry RPC after error@1694279454) -> (continuation of Deferred@581500702 after retry RPC after error@1071878951) -> (continuation of Deferred@1860037361 after retry RPC after error@1863873635) -> (continuation of Deferred@179119761 after retry RPC after error@695526984) -> (continuation of Deferred@679414773 after retry RPC after error@73976309) -> (continuation of Deferred@1729297991 after retry RPC after error@1775895115) -> (continuation of Deferred@967478310 after retry RPC after error@2077216135) -> (continuation of Deferred@190833791 after retry RPC after error@841905925) -> (continuation of Deferred@1602754266 after retry RPC after error@1512987481) -> (continuation of Deferred@782639231 after retry RPC after error@1878125809) -> (continuation of Deferred@1884293395 after retry RPC after error@1477206227) -> (continuation of Deferred@1203111541 after retry RPC after error@658566166) -> (continuation of Deferred@1470656892 after retry RPC after error@1813612962) -> (continuation of Deferred@468434938 after retry RPC after error@996921549)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.60:43985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:17.795 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
20:08:17.797 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
20:08:17.800 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28736), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [74ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [74ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [110ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [126ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [127ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [310ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [311ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [317ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [317ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [319ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [344ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [407ms] refreshing cache from master, [408ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [415ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [416ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [419ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [419ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [443ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [602ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [603ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [603ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [861ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [862ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1363ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1483ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3300ms] refreshing cache from master, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3304ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3305ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3306ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3306ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3322ms] too many traces: truncated at 100 traces, deferred=Deferred@563362709(state=PENDING, result=null, callback=(continuation of Deferred@981936477 after retry RPC after error@1036170070) -> (continuation of Deferred@752526476 after retry RPC after error@739408401) -> (continuation of Deferred@802972431 after retry RPC after error@120335777) -> (continuation of Deferred@2116753164 after retry RPC after error@1104558122) -> (continuation of Deferred@224329476 after retry RPC after error@1803127339) -> (continuation of Deferred@1296855871 after retry RPC after error@1026229716) -> (continuation of Deferred@1207401386 after retry RPC after error@1626900909) -> (continuation of Deferred@1308875526 after retry RPC after error@727937719) -> (continuation of Deferred@1471510106 after retry RPC after error@1940142304) -> (continuation of Deferred@590284409 after retry RPC after error@334052961) -> (continuation of Deferred@1871879648 after retry RPC after error@1034144714) -> (continuation of Deferred@1726226121 after retry RPC after error@1017396802) -> (continuation of Deferred@1193466283 after retry RPC after error@1694279454) -> (continuation of Deferred@581500702 after retry RPC after error@1071878951) -> (continuation of Deferred@1860037361 after retry RPC after error@1863873635) -> (continuation of Deferred@179119761 after retry RPC after error@695526984) -> (continuation of Deferred@679414773 after retry RPC after error@73976309) -> (continuation of Deferred@1729297991 after retry RPC after error@1775895115) -> (continuation of Deferred@967478310 after retry RPC after error@2077216135) -> (continuation of Deferred@190833791 after retry RPC after error@841905925) -> (continuation of Deferred@1602754266 after retry RPC after error@1512987481) -> (continuation of Deferred@782639231 after retry RPC after error@1878125809) -> (continuation of Deferred@1884293395 after retry RPC after error@1477206227) -> (continuation of Deferred@1203111541 after retry RPC after error@658566166) -> (continuation of Deferred@1470656892 after retry RPC after error@1813612962) -> (continuation of Deferred@468434938 after retry RPC after error@996921549), errback=(continuation of Deferred@981936477 after retry RPC after error@1036170070) -> (continuation of Deferred@752526476 after retry RPC after error@739408401) -> (continuation of Deferred@802972431 after retry RPC after error@120335777) -> (continuation of Deferred@2116753164 after retry RPC after error@1104558122) -> (continuation of Deferred@224329476 after retry RPC after error@1803127339) -> (continuation of Deferred@1296855871 after retry RPC after error@1026229716) -> (continuation of Deferred@1207401386 after retry RPC after error@1626900909) -> (continuation of Deferred@1308875526 after retry RPC after error@727937719) -> (continuation of Deferred@1471510106 after retry RPC after error@1940142304) -> (continuation of Deferred@590284409 after retry RPC after error@334052961) -> (continuation of Deferred@1871879648 after retry RPC after error@1034144714) -> (continuation of Deferred@1726226121 after retry RPC after error@1017396802) -> (continuation of Deferred@1193466283 after retry RPC after error@1694279454) -> (continuation of Deferred@581500702 after retry RPC after error@1071878951) -> (continuation of Deferred@1860037361 after retry RPC after error@1863873635) -> (continuation of Deferred@179119761 after retry RPC after error@695526984) -> (continuation of Deferred@679414773 after retry RPC after error@73976309) -> (continuation of Deferred@1729297991 after retry RPC after error@1775895115) -> (continuation of Deferred@967478310 after retry RPC after error@2077216135) -> (continuation of Deferred@190833791 after retry RPC after error@841905925) -> (continuation of Deferred@1602754266 after retry RPC after error@1512987481) -> (continuation of Deferred@782639231 after retry RPC after error@1878125809) -> (continuation of Deferred@1884293395 after retry RPC after error@1477206227) -> (continuation of Deferred@1203111541 after retry RPC after error@658566166) -> (continuation of Deferred@1470656892 after retry RPC after error@1813612962) -> (continuation of Deferred@468434938 after retry RPC after error@996921549)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.60:43985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:17.801 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:17.803 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:17.803 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:17.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.805 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:17.806 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28193), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [67ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [96ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [98ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [98ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [155ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [204ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [204ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [245ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [245ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [324ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [324ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [483ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [861ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [862ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [962ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [963ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2082ms] refreshing cache from master, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2084ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2085ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2085ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2321ms] refreshing cache from master, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2325ms] too many traces: truncated at 100 traces, deferred=Deferred@1563102330(state=PENDING, result=null, callback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081), errback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081)))
20:08:17.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
20:08:17.808 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:17.808 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:17.808 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:17.808 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:17.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.809 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28193), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [67ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [96ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [98ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [98ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [155ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [204ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [204ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [245ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [245ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [324ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [324ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [483ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [861ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [862ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [962ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [963ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2082ms] refreshing cache from master, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2084ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2085ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2085ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2321ms] refreshing cache from master, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2325ms] too many traces: truncated at 100 traces, deferred=Deferred@1563102330(state=PENDING, result=null, callback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081), errback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28193), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [67ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [96ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [98ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [98ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [155ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [204ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [204ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [245ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [245ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [324ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [324ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [483ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [861ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [862ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [962ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [963ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2082ms] refreshing cache from master, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2084ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2085ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2085ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2321ms] refreshing cache from master, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2325ms] too many traces: truncated at 100 traces, deferred=Deferred@1563102330(state=PENDING, result=null, callback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081), errback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.124:42459
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:17.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.815 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:17.821 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:17.821 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28193), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [67ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [96ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [98ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [98ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [155ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [204ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [204ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [245ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [245ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [324ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [324ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [483ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [861ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [862ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [962ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [963ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2082ms] refreshing cache from master, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2084ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2085ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2085ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2321ms] refreshing cache from master, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2325ms] too many traces: truncated at 100 traces, deferred=Deferred@1563102330(state=PENDING, result=null, callback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081), errback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28193), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [38ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [66ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [67ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [96ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [98ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [98ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [155ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [204ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [204ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [245ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [245ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [324ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [324ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [483ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [861ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [862ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [862ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [962ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [963ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [963ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2082ms] refreshing cache from master, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2083ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2084ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2085ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2085ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2321ms] refreshing cache from master, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2325ms] too many traces: truncated at 100 traces, deferred=Deferred@1563102330(state=PENDING, result=null, callback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081), errback=(continuation of Deferred@107442986 after retry RPC after error@1171327487) -> (continuation of Deferred@713072857 after retry RPC after error@793588015) -> (continuation of Deferred@311359951 after retry RPC after error@1599964304) -> (continuation of Deferred@1895068106 after retry RPC after error@922149554) -> (continuation of Deferred@1397957922 after retry RPC after error@1612268252) -> (continuation of Deferred@858785076 after retry RPC after error@844268178) -> (continuation of Deferred@2019740623 after retry RPC after error@1380411837) -> (continuation of Deferred@1634590564 after retry RPC after error@1200457673) -> (continuation of Deferred@702484548 after retry RPC after error@1086099011) -> (continuation of Deferred@1327890383 after retry RPC after error@1681758765) -> (continuation of Deferred@892468190 after retry RPC after error@299607469) -> (continuation of Deferred@1910569950 after retry RPC after error@2038758205) -> (continuation of Deferred@1137774808 after retry RPC after error@267072450) -> (continuation of Deferred@2032338922 after retry RPC after error@656430816) -> (continuation of Deferred@1815921932 after retry RPC after error@975146602) -> (continuation of Deferred@1541591700 after retry RPC after error@2127566942) -> (continuation of Deferred@1959704109 after retry RPC after error@853809664) -> (continuation of Deferred@2145323194 after retry RPC after error@28569079) -> (continuation of Deferred@5069874 after retry RPC after error@317420065) -> (continuation of Deferred@360063518 after retry RPC after error@196393234) -> (continuation of Deferred@1634912410 after retry RPC after error@683791599) -> (continuation of Deferred@209937723 after retry RPC after error@584135056) -> (continuation of Deferred@1435507528 after retry RPC after error@1943067577) -> (continuation of Deferred@1684914757 after retry RPC after error@1335567081)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.124:42459
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:17.822 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:17.822 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.822 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.822 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.822 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.822 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:17.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.824 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
20:08:17.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.828 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:08:17.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:17.829 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
20:08:17.830 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
20:08:17.830 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
20:08:17.830 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:08:17.830 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
20:08:17.830 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
20:08:17.831 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:08:17.831 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
20:08:17.831 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
20:08:17.832 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:08:17.832 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
20:08:17.832 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
20:08:17.832 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
20:08:17.832 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
20:08:17.832 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:08:17.835 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:08:17.835 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
20:08:17.835 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
20:08:17.840 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
20:08:17.840 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
20:08:17.840 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
20:08:17.841 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:17.842 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:17.842 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:17.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.844 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:17.845 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:08:17.845 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
20:08:17.845 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
20:08:17.846 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:17.847 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:17.847 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:17.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:17.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:17.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:17.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:17.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:17.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:17.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:17.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:17.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:17.848 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:17.850 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
20:08:17.850 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
20:08:17.851 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
20:08:17.851 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
20:08:17.853 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
20:08:17.853 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
20:08:17.854 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:17.854 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:17.856 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:318) Clearing resource requirements of job de855ecde0984daac22d8a9ca6a04543
20:08:17.861 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:17.862 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:17.862 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:17.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.863 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:17.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134897880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:17.881 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:17.882 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:17.882 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:17.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:17.894 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:08:17.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
20:08:17.901 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:17.902 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:17.902 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:17.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.904 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:17.921 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:17.922 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:17.922 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:17.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.923 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:17.962 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:17.962 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:17.962 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:17.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:17.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:17.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:17.965 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.027 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.027 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.027 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.028 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.121 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.121 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.121 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.123 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.161 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.162 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.162 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:18.253 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:18.253 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:18.253 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:18.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:18.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:18.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:18.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:18.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:18.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:18.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:18.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:18.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:18.255 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:18.282 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RESTARTING to RUNNING.
20:08:18.282 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job de855ecde0984daac22d8a9ca6a04543 from Checkpoint 74 @ 1779134868198 for de855ecde0984daac22d8a9ca6a04543 located at file:/tmp/junit8845026033091945030/checkpoints/de855ecde0984daac22d8a9ca6a04543/chk-74.
20:08:18.283 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
20:08:18.284 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:08:18.287 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
20:08:18.288 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
20:08:18.288 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id a616d910be3f00059573dab7c5650d9c
20:08:18.289 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:18.289 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a616d910be3f00059573dab7c5650d9c.
20:08:18.289 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
20:08:18.291 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:18.291 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id a616d910be3f00059573dab7c5650d9c.
20:08:18.292 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
20:08:18.292 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8
20:08:18.293 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
20:08:18.293 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:18.296 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
20:08:18.296 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 17a3696416f15ddb5773747ae0bd2281
20:08:18.297 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
20:08:18.297 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:18.298 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
20:08:18.298 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id f15c92e0a935db3ab140050f2e2a607f
20:08:18.300 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 87b3eb87d3d9f23557b9e149dbf3dca8.
20:08:18.300 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
20:08:18.300 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
20:08:18.301 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8.
20:08:18.302 [INFO - Thread-50] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:08:18.302 [DEBUG - Thread-50] (Connection.java:575) [peer master-127.5.177.124:42459(127.5.177.124:42459)] disconnecting while in state TERMINATED
20:08:18.303 [DEBUG - Thread-50] (Connection.java:575) [peer master-127.5.177.125:34987(127.5.177.125:34987)] disconnecting while in state TERMINATED
20:08:18.303 [DEBUG - Thread-50] (Connection.java:575) [peer master-127.5.177.126:45579(127.5.177.126:45579)] disconnecting while in state TERMINATED
20:08:18.304 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:18.306 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e2df2e8
20:08:18.306 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:18.307 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:18.307 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:08:18.308 [INFO - Thread-50] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:08:18.308 [INFO - Thread-50] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:08:18.310 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:08:18.311 [DEBUG - Thread-50] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:18.312 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 17a3696416f15ddb5773747ae0bd2281.
20:08:18.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.312121 10628 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 6
20:08:18.317 [INFO - Thread-50] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:08:18.321 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
20:08:18.321 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
20:08:18.322 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ade5f0e
20:08:18.322 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:18.323 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 17a3696416f15ddb5773747ae0bd2281.
20:08:18.324 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:18.328 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
20:08:18.328 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
20:08:18.328 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6bf8dd41
20:08:18.331 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:18.332 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:18.332 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:18.332 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:18.333 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@766e068d
20:08:18.347 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:18.351 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f15c92e0a935db3ab140050f2e2a607f.
20:08:18.352 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id f15c92e0a935db3ab140050f2e2a607f.
20:08:18.354 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:18.364 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
20:08:18.364 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
20:08:18.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:18.364832 10628 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:18.366 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
20:08:18.366 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
20:08:18.366 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.367 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.367 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@539d94a9
20:08:18.367 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:18.367 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.369 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.369 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:18.370 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=29244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] refreshing cache from master, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [369ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [385ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [386ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [387ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [403ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [483ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [484ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [484ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [523ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [543ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [761ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [762ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [942ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [943ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1563ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1923ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4040ms] refreshing cache from master, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4042ms] too many traces: truncated at 100 traces, deferred=Deferred@1087962383(state=PENDING, result=null, callback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811), errback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811)))
20:08:18.370 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:08:18.371 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ff14c1b
20:08:18.373 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.373 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.374 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:08:18.374 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=29244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] refreshing cache from master, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [369ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [385ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [386ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [387ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [403ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [483ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [484ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [484ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [523ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [543ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [761ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [762ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [942ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [943ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1563ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1923ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4040ms] refreshing cache from master, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4042ms] too many traces: truncated at 100 traces, deferred=Deferred@1087962383(state=PENDING, result=null, callback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811), errback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=29244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] refreshing cache from master, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [369ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [385ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [386ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [387ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [403ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [483ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [484ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [484ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [523ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [543ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [761ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [762ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [942ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [943ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1563ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1923ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4040ms] refreshing cache from master, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4042ms] too many traces: truncated at 100 traces, deferred=Deferred@1087962383(state=PENDING, result=null, callback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811), errback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.124:33411
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:18.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.375 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.378 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.381 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@685442e2
20:08:18.382 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134898381 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:18.387 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.387 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.388 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.390 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.393 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:18.400 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:08:18.402 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
20:08:18.403 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=29244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] refreshing cache from master, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [369ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [385ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [386ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [387ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [403ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [483ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [484ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [484ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [523ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [543ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [761ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [762ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [942ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [943ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1563ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1923ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4040ms] refreshing cache from master, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4042ms] too many traces: truncated at 100 traces, deferred=Deferred@1087962383(state=PENDING, result=null, callback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811), errback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=31, TimeoutTracker(timeout=30000, elapsed=29244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [126ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [315ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [315ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [323ms] refreshing cache from master, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [369ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [385ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [386ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [387ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [401ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [402ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [403ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [462ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [483ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [484ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [484ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [522ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [523ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [523ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [542ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [543ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [543ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [761ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [762ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [762ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [942ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [943ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [943ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1563ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1920ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1923ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4040ms] refreshing cache from master, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4042ms] too many traces: truncated at 100 traces, deferred=Deferred@1087962383(state=PENDING, result=null, callback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811), errback=(continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729) -> (continuation of Deferred@1093574844 after retry RPC after error@1405366636) -> (continuation of Deferred@425431781 after retry RPC after error@605818908) -> (continuation of Deferred@277053283 after retry RPC after error@1648259918) -> (continuation of Deferred@666306902 after retry RPC after error@1676632396) -> (continuation of Deferred@1746690613 after retry RPC after error@2032781435) -> (continuation of Deferred@1716229041 after retry RPC after error@2117499701) -> (continuation of Deferred@1974510348 after retry RPC after error@1114494929) -> (continuation of Deferred@2021720630 after retry RPC after error@891494848) -> (continuation of Deferred@1165712555 after retry RPC after error@1761925258) -> (continuation of Deferred@426043182 after retry RPC after error@904259811)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.124:33411
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:18.406 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.407 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.407 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.409 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.410 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:18.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:18.413 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:08:18.413 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
20:08:18.414 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
20:08:18.414 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
20:08:18.416 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
20:08:18.417 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:08:18.417 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
20:08:18.417 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:08:18.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@eeb7301
20:08:18.421 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.425 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:18.426 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.427 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.427 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.428 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.429 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.434 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.440 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:08:18.440 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
20:08:18.440 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:08:18.441 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.442 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
20:08:18.443 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
20:08:18.444 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 240f51d149f2bfe9236a66fd569edfd4
20:08:18.446 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.446 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.447 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.447 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.447 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.448 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.448 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.448 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.449 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.449 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.461 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.462 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.464 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.465 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.466 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.468 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.469 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.469 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.471 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.474 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.480 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.481 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.481 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.481 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.482 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.483 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.488 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.488 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.488 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.488 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.490 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.490 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.491 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.494 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.507 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.507 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.507 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.509 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.511 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.512 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.514 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.515 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.516 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.517 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.521 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.522 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.523 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.525 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.527 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.527 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.528 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.528 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.528 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.529 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.529 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.530 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.530 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.532 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.535 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.535 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.537 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.539 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.541 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.541 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.541 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.542 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.542 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.542 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.543 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.543 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.546 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.547 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.547 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.547 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.548 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.549 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.549 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.549 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.551 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.552 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.553 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.556 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.557 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.558 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.559 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.561 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.561 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.561 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.562 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.563 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.564 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.564 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.565 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.566 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.567 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.568 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.574 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.575 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.575 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.575 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.581 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.582 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.582 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.582 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.583 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.583 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.586 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.588 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.588 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.588 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.595 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.595 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.595 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.597 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.597 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.601 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.602 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.602 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.602 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.604 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.604 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.604 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.606 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.606 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.606 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.606 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:18.606 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:18.606 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:18.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:18.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:18.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:18.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:18.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:18.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:18.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:18.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:18.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:18.607 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:18.607 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.608 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.608 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.609 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.609 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.610 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.610 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.610 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.612 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.615 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.615 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.615 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.617 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.622 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.622 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.622 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.622 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.622 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.634 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.635 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.635 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.636 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.636 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.637 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.642 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.642 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.642 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.644 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:18.681 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.681 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.681 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.682 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.682 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.683 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.684 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.684 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.685 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.687 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:18.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.688 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.695 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.695 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.696 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.698 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.702 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.703 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.703 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.705 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.706 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.706 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.706 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.708 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.709 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.710 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.711 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.712 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.728 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.729 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.729 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.741 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.741 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.742 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.742 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.742 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.742 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.743 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.787 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.788 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.788 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.818233 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } attempt: 8
20:08:18.822 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.823 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.824 [INFO - pool-351-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.824 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.825 [INFO - pool-351-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.825 [WARN - pool-351-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.843801 10551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } has no permanent_uuid. Determining permanent_uuid...
20:08:18.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:18.854012 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:18.862 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.862 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.862 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.865 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134898880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:18.896 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:08:18.897 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
20:08:18.901 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.902 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.902 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.910 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:18.910 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:18.910 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:18.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:18.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:18.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:18.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:18.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:18.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:18.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:18.911 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:18.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:18.911 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:18.911 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.911 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.911 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29793), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [51ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [53ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [230ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [233ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [238ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [289ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [290ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [291ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [304ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [304ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [362ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [365ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [369ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [372ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [372ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [404ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [460ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [461ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [462ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [521ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [521ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [539ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [539ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [681ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [682ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1022ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1402ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2560ms] refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2563ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2980ms] refreshing cache from master, [2980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2982ms] too many traces: truncated at 100 traces, deferred=Deferred@2038560217(state=PENDING, result=null, callback=(continuation of Deferred@2004816784 after retry RPC after error@234297813) -> (continuation of Deferred@1117940616 after retry RPC after error@888893752) -> (continuation of Deferred@999753636 after retry RPC after error@236689586) -> (continuation of Deferred@1605651666 after retry RPC after error@808027309) -> (continuation of Deferred@864034603 after retry RPC after error@1636622305) -> (continuation of Deferred@480501214 after retry RPC after error@1616064011) -> (continuation of Deferred@1402543213 after retry RPC after error@1424859688) -> (continuation of Deferred@1445124166 after retry RPC after error@804816895) -> (continuation of Deferred@882482201 after retry RPC after error@232559680) -> (continuation of Deferred@1300012373 after retry RPC after error@651177082) -> (continuation of Deferred@1590756845 after retry RPC after error@927392995) -> (continuation of Deferred@511267179 after retry RPC after error@963452194) -> (continuation of Deferred@1866832271 after retry RPC after error@1873021304) -> (continuation of Deferred@998436846 after retry RPC after error@1792500145) -> (continuation of Deferred@689771653 after retry RPC after error@1715283735) -> (continuation of Deferred@1256999329 after retry RPC after error@459764644) -> (continuation of Deferred@1520432497 after retry RPC after error@1427465386) -> (continuation of Deferred@2107416296 after retry RPC after error@1564879020) -> (continuation of Deferred@2027387400 after retry RPC after error@110719372) -> (continuation of Deferred@535544937 after retry RPC after error@1929677936) -> (continuation of Deferred@817934114 after retry RPC after error@2098769319) -> (continuation of Deferred@1016198881 after retry RPC after error@1797360143), errback=(continuation of Deferred@2004816784 after retry RPC after error@234297813) -> (continuation of Deferred@1117940616 after retry RPC after error@888893752) -> (continuation of Deferred@999753636 after retry RPC after error@236689586) -> (continuation of Deferred@1605651666 after retry RPC after error@808027309) -> (continuation of Deferred@864034603 after retry RPC after error@1636622305) -> (continuation of Deferred@480501214 after retry RPC after error@1616064011) -> (continuation of Deferred@1402543213 after retry RPC after error@1424859688) -> (continuation of Deferred@1445124166 after retry RPC after error@804816895) -> (continuation of Deferred@882482201 after retry RPC after error@232559680) -> (continuation of Deferred@1300012373 after retry RPC after error@651177082) -> (continuation of Deferred@1590756845 after retry RPC after error@927392995) -> (continuation of Deferred@511267179 after retry RPC after error@963452194) -> (continuation of Deferred@1866832271 after retry RPC after error@1873021304) -> (continuation of Deferred@998436846 after retry RPC after error@1792500145) -> (continuation of Deferred@689771653 after retry RPC after error@1715283735) -> (continuation of Deferred@1256999329 after retry RPC after error@459764644) -> (continuation of Deferred@1520432497 after retry RPC after error@1427465386) -> (continuation of Deferred@2107416296 after retry RPC after error@1564879020) -> (continuation of Deferred@2027387400 after retry RPC after error@110719372) -> (continuation of Deferred@535544937 after retry RPC after error@1929677936) -> (continuation of Deferred@817934114 after retry RPC after error@2098769319) -> (continuation of Deferred@1016198881 after retry RPC after error@1797360143)))
20:08:18.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.913 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.914 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29288), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [157ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [174ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [176ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [176ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [194ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [205ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [205ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [205ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [263ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [264ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [264ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [264ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [321ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [322ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [362ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [602ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [602ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [603ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [603ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [782ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [783ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [783ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1424ms] refreshing cache from master, [1424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1425ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1425ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1425ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1425ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3401ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3402ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [6280ms] refreshing cache from master, [6281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6282ms] too many traces: truncated at 100 traces, deferred=Deferred@13433624(state=PENDING, result=null, callback=(continuation of Deferred@1806780610 after retry RPC after error@380196980) -> (continuation of Deferred@1881396053 after retry RPC after error@399565426) -> (continuation of Deferred@1992707858 after retry RPC after error@720421702) -> (continuation of Deferred@1151800374 after retry RPC after error@1425321378) -> (continuation of Deferred@277796593 after retry RPC after error@1011404117) -> (continuation of Deferred@1077045326 after retry RPC after error@836387927) -> (continuation of Deferred@1468343747 after retry RPC after error@769484803) -> (continuation of Deferred@2122188270 after retry RPC after error@493166218) -> (continuation of Deferred@1672514520 after retry RPC after error@636185309) -> (continuation of Deferred@733240059 after retry RPC after error@504401993) -> (continuation of Deferred@2031691288 after retry RPC after error@123344484) -> (continuation of Deferred@238086134 after retry RPC after error@347651233) -> (continuation of Deferred@606167496 after retry RPC after error@1939847710) -> (continuation of Deferred@2056907980 after retry RPC after error@731187850) -> (continuation of Deferred@76874001 after retry RPC after error@173278423) -> (continuation of Deferred@1058957021 after retry RPC after error@1012726510) -> (continuation of Deferred@275642877 after retry RPC after error@976565659) -> (continuation of Deferred@1993446542 after retry RPC after error@755075888) -> (continuation of Deferred@1390161276 after retry RPC after error@1104560977) -> (continuation of Deferred@1004132865 after retry RPC after error@438341185) -> (continuation of Deferred@698673076 after retry RPC after error@1520170266) -> (continuation of Deferred@795288986 after retry RPC after error@833348785) -> (continuation of Deferred@1069300855 after retry RPC after error@973749695) -> (continuation of Deferred@752321681 after retry RPC after error@1110930390) -> (continuation of Deferred@473346147 after retry RPC after error@2008711583) -> (continuation of Deferred@1733910773 after retry RPC after error@512300555), errback=(continuation of Deferred@1806780610 after retry RPC after error@380196980) -> (continuation of Deferred@1881396053 after retry RPC after error@399565426) -> (continuation of Deferred@1992707858 after retry RPC after error@720421702) -> (continuation of Deferred@1151800374 after retry RPC after error@1425321378) -> (continuation of Deferred@277796593 after retry RPC after error@1011404117) -> (continuation of Deferred@1077045326 after retry RPC after error@836387927) -> (continuation of Deferred@1468343747 after retry RPC after error@769484803) -> (continuation of Deferred@2122188270 after retry RPC after error@493166218) -> (continuation of Deferred@1672514520 after retry RPC after error@636185309) -> (continuation of Deferred@733240059 after retry RPC after error@504401993) -> (continuation of Deferred@2031691288 after retry RPC after error@123344484) -> (continuation of Deferred@238086134 after retry RPC after error@347651233) -> (continuation of Deferred@606167496 after retry RPC after error@1939847710) -> (continuation of Deferred@2056907980 after retry RPC after error@731187850) -> (continuation of Deferred@76874001 after retry RPC after error@173278423) -> (continuation of Deferred@1058957021 after retry RPC after error@1012726510) -> (continuation of Deferred@275642877 after retry RPC after error@976565659) -> (continuation of Deferred@1993446542 after retry RPC after error@755075888) -> (continuation of Deferred@1390161276 after retry RPC after error@1104560977) -> (continuation of Deferred@1004132865 after retry RPC after error@438341185) -> (continuation of Deferred@698673076 after retry RPC after error@1520170266) -> (continuation of Deferred@795288986 after retry RPC after error@833348785) -> (continuation of Deferred@1069300855 after retry RPC after error@973749695) -> (continuation of Deferred@752321681 after retry RPC after error@1110930390) -> (continuation of Deferred@473346147 after retry RPC after error@2008711583) -> (continuation of Deferred@1733910773 after retry RPC after error@512300555)))
20:08:18.915 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:18.915 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:18.915 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:18.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:18.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:18.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:18.916 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:18.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.919560 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 1
20:08:18.926 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:18.926 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:18.926 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:18.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:18.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:18.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:18.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:18.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:18.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:18.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:18.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:18.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:18.927 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:18.926447 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:18.941 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.942 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:18.942 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.942 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:18.942 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.942 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:18.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:18.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:18.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:18.944 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:18.967 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:18.968 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:18.968 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:18.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:18.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:18.969 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.969 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.969 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:18.969 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:17.506232 10641 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:18.970985 10642 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1463 milliseconds
20:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.972747 10630 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:18.972741 10643 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.979136 10630 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.980069 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 2
20:08:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.984154 10630 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.985754 10630 hybrid_clock.cc:648] HybridClock initialized: now 1779134898985693 us; error 53 us; skew 500 ppm
20:08:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.987128 10630 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:18.995240 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.996289 10630 webserver.cc:533] Webserver started at http://127.10.57.188:34381/ using document root <none> and password file <none>
20:08:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.997291 10630 fs_manager.cc:362] Metadata directory not provided
20:08:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.997481 10630 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:18.998023 10630 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.003265 10630 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/data/instance:
20:08:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63f728a4415747e896ecd2a3f48de869"
20:08:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:18 on dist-test-slave-66b9"
20:08:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.004455 10630 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/wal/instance:
20:08:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63f728a4415747e896ecd2a3f48de869"
20:08:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:18 on dist-test-slave-66b9"
20:08:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.014766 10630 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.001s
20:08:19.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.022949 10721 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:19.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.024636 10630 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.003s	sys 0.001s
20:08:19.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.025085 10630 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/wal
20:08:19.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63f728a4415747e896ecd2a3f48de869"
20:08:19.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:18 on dist-test-slave-66b9"
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.025519 10630 fs_report.cc:389] FS layout report
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/wal
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/wal
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/data/data
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.071717 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 3
20:08:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:19.076288 10551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.10.57.188:43111: Network error: Client connection negotiation failed: client connection to 127.10.57.188:43111: connect: Connection refused (error 111)
20:08:19.082 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:19.082 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:19.082 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:19.082 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.082 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.083 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.104732 10630 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:19.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.106546 10630 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.107210 10630 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:19.147 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:19.148 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:19.148 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:19.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:19.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:19.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:19.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:19.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:19.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:19.149 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:19.149 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:19.149 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:19.149 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:19.167 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.167 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.168 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.168 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:19.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:19.192 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:19.192 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:19.192 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:19.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.193 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.193 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.193 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.193 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.194 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:19.194 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29526), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [30ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [31ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [40ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [132ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [134ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [134ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [191ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [193ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [193ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [193ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [262ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [262ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [267ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [268ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [323ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [423ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [441ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [442ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [581ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [582ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [582ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [582ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [762ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1902ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3180ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3182ms] too many traces: truncated at 100 traces, deferred=Deferred@251364212(state=PENDING, result=null, callback=(continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490) -> (continuation of Deferred@1052428840 after retry RPC after error@1988065919) -> (continuation of Deferred@1320857771 after retry RPC after error@2097590681) -> (continuation of Deferred@361090971 after retry RPC after error@405074902), errback=(continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490) -> (continuation of Deferred@1052428840 after retry RPC after error@1988065919) -> (continuation of Deferred@1320857771 after retry RPC after error@2097590681) -> (continuation of Deferred@361090971 after retry RPC after error@405074902)))
20:08:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.198247 10630 rpc_server.cc:307] RPC server started. Bound to: 127.10.57.188:43111
20:08:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.198343 10772 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.57.188:43111 every 8 connection(s)
20:08:19.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.201368 10630 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/data/info.pb
20:08:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.207959 10470 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 10630
20:08:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.208735 10470 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/master-2/wal/instance
20:08:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.209789 10773 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.225155 10773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } has no permanent_uuid. Determining permanent_uuid...
20:08:19.228 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:19.228 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:19.229 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:19.229 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.229 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.231 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:19.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.231691 10551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 4
20:08:19.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.264861 10773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } has no permanent_uuid. Determining permanent_uuid...
20:08:19.267 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:19.267 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:19.267 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:19.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:19.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:19.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:19.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:19.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:19.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:19.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:19.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:19.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:19.269 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.274847 10551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09: Bootstrap starting.
20:08:19.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.283047 10551 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09: Neither blocks nor log segments found. Creating new log.
20:08:19.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.285501 10551 log.cc:826] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09: Log is configured to *not* fsync() on all Append() calls
20:08:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.287117 10773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } has no permanent_uuid. Determining permanent_uuid...
20:08:19.301 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:19.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:19.302 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:19.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.304 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.306437 10551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09: No bootstrap required, opened a new log
20:08:19.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.311156 10773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869: Bootstrap starting.
20:08:19.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.320199 10773 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869: Neither blocks nor log segments found. Creating new log.
20:08:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.322767 10773 log.cc:826] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869: Log is configured to *not* fsync() on all Append() calls
20:08:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.329609 10773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869: No bootstrap required, opened a new log
20:08:19.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.336321 10551 raft_consensus.cc:359] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } }
20:08:19.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.337033 10551 raft_consensus.cc:385] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:19.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.337227 10551 raft_consensus.cc:740] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be07a848eb2d48c089a4533e5dc90e09, State: Initialized, Role: FOLLOWER
20:08:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.338090 10551 consensus_queue.cc:260] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } }
20:08:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.342401 10784 sys_catalog.cc:455] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.343669 10784 sys_catalog.cc:458] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [sys.catalog]: This master's current role is: FOLLOWER
20:08:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.344035 10551 sys_catalog.cc:565] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [sys.catalog]: configured and running, proceeding with master startup.
20:08:19.354 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:19.355 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:19.355 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:19.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:19.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:19.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:19.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:19.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:19.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:19.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:19.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:19.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:19.356 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:19.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.358688 10773 raft_consensus.cc:359] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } }
20:08:19.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.359537 10773 raft_consensus.cc:385] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:19.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.359836 10773 raft_consensus.cc:740] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 63f728a4415747e896ecd2a3f48de869, State: Initialized, Role: FOLLOWER
20:08:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.361128 10773 consensus_queue.cc:260] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } }
20:08:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.364480 10790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.365778 10790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [sys.catalog]: This master's current role is: FOLLOWER
20:08:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.367098 10773 sys_catalog.cc:565] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [sys.catalog]: configured and running, proceeding with master startup.
20:08:19.384 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134899381 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:19.398 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:08:19.400 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
20:08:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:19.422196 10801 catalog_manager.cc:1593] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:08:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:19.423173 10801 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:08:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.425436 10628 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } attempt: 7
20:08:19.435 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:19.435 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:19.435 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:19.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:19.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:19.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:19.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:19.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:19.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:19.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:19.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:19.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:19.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:19.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.398157 10482 master_runner.cc:187] Error getting master registration for 127.10.57.189:41763: OK, instance_id { permanent_uuid: "3cc492798bca4a00999bff161e03108f" instance_seqno: 1779134896963898 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:08:19.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.443430 10482 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:08:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:19.450434 10808 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:08:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:19.450798 10808 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:08:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:19.451684 10504 tablet.cc:2404] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.432976 10630 master_runner.cc:187] Error getting master registration for 127.10.57.189:41763: OK, instance_id { permanent_uuid: "3cc492798bca4a00999bff161e03108f" instance_seqno: 1779134896963898 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:08:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.466070 10630 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:08:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.472821 10628 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f: Bootstrap starting.
20:08:19.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.483629 10628 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f: Neither blocks nor log segments found. Creating new log.
20:08:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.486039 10628 log.cc:826] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f: Log is configured to *not* fsync() on all Append() calls
20:08:19.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.491899 10628 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f: No bootstrap required, opened a new log
20:08:19.493 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RESTARTING to RUNNING.
20:08:19.494 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 240f51d149f2bfe9236a66fd569edfd4 from Checkpoint 68 @ 1779134809670 for 240f51d149f2bfe9236a66fd569edfd4 located at file:/tmp/junit8520622371282220358/checkpoints/240f51d149f2bfe9236a66fd569edfd4/chk-68.
20:08:19.494 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:08:19.494 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:08:19.496 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
20:08:19.497 [INFO - Thread-51] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:08:19.497 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.3.209.126:36643(127.3.209.126:36643)] disconnecting while in state TERMINATED
20:08:19.497 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
20:08:19.497 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.3.209.125:46655(127.3.209.125:46655)] disconnecting while in state TERMINATED
20:08:19.497 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68
20:08:19.498 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.3.209.124:33411(127.3.209.124:33411)] disconnecting while in state TERMINATED
20:08:19.498 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
20:08:19.498 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
20:08:19.498 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 634e48703152bcf4290986b034e70d31
20:08:19.499 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
20:08:19.499 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
20:08:19.502 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c3eacbb3bc4efb61a13ce38fb17f4c68.
20:08:19.503 [DEBUG - Thread-51] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:19.504 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68.
20:08:19.500 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:19.505 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:19.505 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:19.506 [INFO - Thread-51] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:08:19.506 [INFO - Thread-51] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:08:19.508 [DEBUG - Thread-51] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:19.508 [INFO - Thread-51] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:08:19.511 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac
20:08:19.512 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
20:08:19.512 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:19.512 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
20:08:19.512 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 020596577b5963aea2a2f280dcda99f3
20:08:19.518 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 634e48703152bcf4290986b034e70d31.
20:08:19.519 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 634e48703152bcf4290986b034e70d31.
20:08:19.522 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
20:08:19.522 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
20:08:19.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@198745a5
20:08:19.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:19.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:08:19.524 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:08:19.524 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:08:19.526 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot e4a0bb2bad51e2937e3ffb94d567e0ac.
20:08:19.527 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
20:08:19.527 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
20:08:19.528 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac.
20:08:19.529 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43314dc7
20:08:19.529 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:19.530 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:08:19.531 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
20:08:19.531 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
20:08:19.532 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ec0688b
20:08:19.534 [ERROR - Source: KuduSource -> Sink: Writer (1/4)#4] (HashedWheelTimer.java:470) You are creating too many HashedWheelTimer instances. HashedWheelTimer is a shared resource that must be reused across the JVM, so that only a few instances are created.
20:08:19.537 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:19.537 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ee95928
20:08:19.540 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:19.540 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:19.541 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:19.541 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:19.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:19.543 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:19.543 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:19.543 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:19.544 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:19.546 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 020596577b5963aea2a2f280dcda99f3.
20:08:19.547 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 020596577b5963aea2a2f280dcda99f3.
20:08:19.547 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
20:08:19.547 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
20:08:19.548 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3525c6af
20:08:19.548 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:19.548 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:08:19.549 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
20:08:19.550 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
20:08:19.553 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
20:08:19.553 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
20:08:19.555 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10f26c33
20:08:19.555 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:19.555 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:08:19.556 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
20:08:19.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ae0a476
20:08:19.557 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
20:08:19.562 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:19.562 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:19.562 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:19.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.564 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:19.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:19.566 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@17ac7552
20:08:19.569 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.553884 10628 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } }
20:08:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.573313 10628 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.573648 10628 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cc492798bca4a00999bff161e03108f, State: Initialized, Role: FOLLOWER
20:08:19.574 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:19.575 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.576 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.577 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.578 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.577634 10628 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } }
20:08:19.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.579 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.581 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.582 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.583 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.584 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.586 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.588 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.588 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.589 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.590 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.591 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.592 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.592 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.593 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.595 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.595 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.596 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.597 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.597 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.598 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.599 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.599 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.599 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.600 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.599907 10826 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.600767 10826 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [sys.catalog]: This master's current role is: FOLLOWER
20:08:19.601 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.601 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.601 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.603 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.603 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.603772 10628 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [sys.catalog]: configured and running, proceeding with master startup.
20:08:19.604 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.604 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.604 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.604 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.606 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.606 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.606 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.607 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:19.608 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:19.608 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:19.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.609 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.609 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.609 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.609 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.610 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:19.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.611 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.612 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.612 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:19.613504 10727 tablet.cc:2404] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:19.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.615 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.615 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.616 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.617 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.617 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.617 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.618 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.619 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.620 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.621 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.621 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.621 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.621 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.622 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.622 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.622 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.623 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.624 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:19.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.626 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.626 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.627 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.629 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.629 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.630 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.630 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.630 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.631 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.632 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.633 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.633 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.635 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.636 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.636 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.636 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.637 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.638 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.638 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.638 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.638 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.638 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.638 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.640 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.642 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.649 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.650 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.650 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.650 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.650 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.650 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.650 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.651 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.652 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.658 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.658 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.659 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:19.656973 10582 tablet.cc:2404] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:19.659 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.659 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.659 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.660 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.660 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.660 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.661 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.661 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.662 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.663 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.664 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.664 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.666 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.667 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.670 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.670 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:19.673 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.675 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.676 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.678 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.678 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.679 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.679 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.679 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.683 [DEBUG - pool-292-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [28ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [126ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [127ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [128ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [128ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [172ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [172ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [172ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [283ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [323ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [543ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [543ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [543ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [863ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [864ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [865ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [865ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1663ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3521ms] refreshing cache from master, [3521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3524ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3524ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3524ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3525ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [3525ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [5721ms] refreshing cache from master, [5721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [5722ms] too many traces: truncated at 100 traces, deferred=Deferred@596399843(state=PENDING, result=null, callback=(continuation of Deferred@484685376 after retry RPC after error@1113658128) -> (continuation of Deferred@2078433870 after retry RPC after error@983046303) -> (continuation of Deferred@994637882 after retry RPC after error@1912309200) -> (continuation of Deferred@425949619 after retry RPC after error@1673909984) -> (continuation of Deferred@531659658 after retry RPC after error@843626665) -> (continuation of Deferred@811917746 after retry RPC after error@2103133064) -> (continuation of Deferred@1630210946 after retry RPC after error@374438654) -> (continuation of Deferred@19886327 after retry RPC after error@651109465) -> (continuation of Deferred@528567321 after retry RPC after error@35275677) -> (continuation of Deferred@2017993697 after retry RPC after error@670711133) -> (continuation of Deferred@839797823 after retry RPC after error@1658386248) -> (continuation of Deferred@1530300377 after retry RPC after error@760240439) -> (continuation of Deferred@1845466902 after retry RPC after error@1211649878) -> (continuation of Deferred@660541895 after retry RPC after error@149519866) -> (continuation of Deferred@423562454 after retry RPC after error@326611544) -> (continuation of Deferred@1291405528 after retry RPC after error@255650320) -> (continuation of Deferred@1854152349 after retry RPC after error@1087341671) -> (continuation of Deferred@1190570798 after retry RPC after error@787654026) -> (continuation of Deferred@1623991871 after retry RPC after error@1553758973) -> (continuation of Deferred@801117595 after retry RPC after error@346372892) -> (continuation of Deferred@358156905 after retry RPC after error@707641773) -> (continuation of Deferred@91125182 after retry RPC after error@950977492) -> (continuation of Deferred@1710853354 after retry RPC after error@555551057), errback=(continuation of Deferred@484685376 after retry RPC after error@1113658128) -> (continuation of Deferred@2078433870 after retry RPC after error@983046303) -> (continuation of Deferred@994637882 after retry RPC after error@1912309200) -> (continuation of Deferred@425949619 after retry RPC after error@1673909984) -> (continuation of Deferred@531659658 after retry RPC after error@843626665) -> (continuation of Deferred@811917746 after retry RPC after error@2103133064) -> (continuation of Deferred@1630210946 after retry RPC after error@374438654) -> (continuation of Deferred@19886327 after retry RPC after error@651109465) -> (continuation of Deferred@528567321 after retry RPC after error@35275677) -> (continuation of Deferred@2017993697 after retry RPC after error@670711133) -> (continuation of Deferred@839797823 after retry RPC after error@1658386248) -> (continuation of Deferred@1530300377 after retry RPC after error@760240439) -> (continuation of Deferred@1845466902 after retry RPC after error@1211649878) -> (continuation of Deferred@660541895 after retry RPC after error@149519866) -> (continuation of Deferred@423562454 after retry RPC after error@326611544) -> (continuation of Deferred@1291405528 after retry RPC after error@255650320) -> (continuation of Deferred@1854152349 after retry RPC after error@1087341671) -> (continuation of Deferred@1190570798 after retry RPC after error@787654026) -> (continuation of Deferred@1623991871 after retry RPC after error@1553758973) -> (continuation of Deferred@801117595 after retry RPC after error@346372892) -> (continuation of Deferred@358156905 after retry RPC after error@707641773) -> (continuation of Deferred@91125182 after retry RPC after error@950977492) -> (continuation of Deferred@1710853354 after retry RPC after error@555551057)))
20:08:19.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:19.693 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.693 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.693 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.695 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.697 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.698 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.698 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.698 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.698 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.698 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.700 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.700 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.700 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.701 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.701 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:19.702 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:19.702 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:19.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.703 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:19.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.707185 10790 raft_consensus.cc:493] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:19.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.707962 10790 raft_consensus.cc:515] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } }
20:08:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.711671 10525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "63f728a4415747e896ecd2a3f48de869" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be07a848eb2d48c089a4533e5dc90e09" is_pre_election: true
20:08:19.712 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.713 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.713 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.713 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.713 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.712572 10525 raft_consensus.cc:2468] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 63f728a4415747e896ecd2a3f48de869 in term 0.
20:08:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.713403 10790 leader_election.cc:290] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers be07a848eb2d48c089a4533e5dc90e09 (127.10.57.190:40219), 3cc492798bca4a00999bff161e03108f (127.10.57.189:41763)
20:08:19.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.714 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:19.714 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:19.714 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:19.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:19.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:19.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:19.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:19.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:19.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:19.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:19.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:19.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:19.716 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.714326 10722 leader_election.cc:304] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 63f728a4415747e896ecd2a3f48de869, be07a848eb2d48c089a4533e5dc90e09; no voters: 
20:08:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.715305 10790 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.715633 10790 raft_consensus.cc:493] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.715945 10790 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 0 FOLLOWER]: Advancing to term 1
20:08:19.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.716 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.716 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.716 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.717 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.718 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.718 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.718 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.721 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.722 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.722 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.723196 10790 raft_consensus.cc:515] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } }
20:08:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.724321 10603 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "63f728a4415747e896ecd2a3f48de869" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cc492798bca4a00999bff161e03108f" is_pre_election: true
20:08:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.725364 10603 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 63f728a4415747e896ecd2a3f48de869 in term 0.
20:08:19.729 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.730 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.730 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.732 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.725961 10525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "63f728a4415747e896ecd2a3f48de869" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be07a848eb2d48c089a4533e5dc90e09"
20:08:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.726578 10525 raft_consensus.cc:3060] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [term 0 FOLLOWER]: Advancing to term 1
20:08:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.731611 10790 leader_election.cc:290] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [CANDIDATE]: Term 1 election: Requested vote from peers be07a848eb2d48c089a4533e5dc90e09 (127.10.57.190:40219), 3cc492798bca4a00999bff161e03108f (127.10.57.189:41763)
20:08:19.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.733860 10525 raft_consensus.cc:2468] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 63f728a4415747e896ecd2a3f48de869 in term 1.
20:08:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.734438 10603 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "63f728a4415747e896ecd2a3f48de869" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cc492798bca4a00999bff161e03108f"
20:08:19.739 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.739 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.739 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.740 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.740 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.740 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.741 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.743435 10603 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [term 0 FOLLOWER]: Advancing to term 1
20:08:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.735549 10722 leader_election.cc:304] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 63f728a4415747e896ecd2a3f48de869, be07a848eb2d48c089a4533e5dc90e09; no voters: 
20:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.748485 10876 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:08:19.753 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.753 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.753 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.755788 10790 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 1 FOLLOWER]: Leader election won for term 1
20:08:19.757 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.758 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.758 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.759 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.759 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.757395 10603 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 63f728a4415747e896ecd2a3f48de869 in term 1.
20:08:19.773 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.773 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.773 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.775 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.776561 10790 raft_consensus.cc:697] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [term 1 LEADER]: Becoming Leader. State: Replica: 63f728a4415747e896ecd2a3f48de869, State: Running, Role: LEADER
20:08:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.777748 10790 consensus_queue.cc:237] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } }
20:08:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.796747 10877 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 63f728a4415747e896ecd2a3f48de869. Latest consensus state: current_term: 1 leader_uuid: "63f728a4415747e896ecd2a3f48de869" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.798935 10877 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [sys.catalog]: This master's current role is: LEADER
20:08:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.802173 10879 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:08:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.809785 10879 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:08:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.827504 10603 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [term 1 FOLLOWER]: Refusing update from remote peer 63f728a4415747e896ecd2a3f48de869: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:08:19.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.829514 10790 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:19.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.830087 10525 raft_consensus.cc:1275] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [term 1 FOLLOWER]: Refusing update from remote peer 63f728a4415747e896ecd2a3f48de869: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:08:19.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.831985 10790 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:19.836 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.837 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.837 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.837 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.837 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.838 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.839 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.839 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.840 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.840 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.840 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.840 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.840 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.840 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.841 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.842 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.843 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.850 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.850 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.850 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.852 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.858194 10826 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 63f728a4415747e896ecd2a3f48de869. Latest consensus state: current_term: 1 leader_uuid: "63f728a4415747e896ecd2a3f48de869" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.858928 10826 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [sys.catalog]: This master's current role is: FOLLOWER
20:08:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.861160 10784 sys_catalog.cc:455] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 63f728a4415747e896ecd2a3f48de869. Latest consensus state: current_term: 1 leader_uuid: "63f728a4415747e896ecd2a3f48de869" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.861872 10784 sys_catalog.cc:458] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [sys.catalog]: This master's current role is: FOLLOWER
20:08:19.863 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:19.863 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:19.864 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:19.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.863662 10880 mvcc.cc:204] Tried to move back new op lower bound from 7287336549674127360 to 7287336549503254528. Current Snapshot: MvccSnapshot[applied={T|T < 7287336549674127360}]
20:08:19.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:19.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:19.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:19.868 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.873011 10881 mvcc.cc:204] Tried to move back new op lower bound from 7287336549674127360 to 7287336549503254528. Current Snapshot: MvccSnapshot[applied={T|T < 7287336549674127360}]
20:08:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.874302 10882 mvcc.cc:204] Tried to move back new op lower bound from 7287336549674127360 to 7287336549503254528. Current Snapshot: MvccSnapshot[applied={T|T < 7287336549674127360}]
20:08:19.880 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134899880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:19.890 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.891 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.891 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.893 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.881891 10826 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "63f728a4415747e896ecd2a3f48de869" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.896723 10826 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f [sys.catalog]: This master's current role is: FOLLOWER
20:08:19.899 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:08:19.901 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
20:08:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.903559 10877 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "63f728a4415747e896ecd2a3f48de869" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.904312 10877 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [sys.catalog]: This master's current role is: LEADER
20:08:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.904106 10784 sys_catalog.cc:455] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "63f728a4415747e896ecd2a3f48de869" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.904791 10784 sys_catalog.cc:458] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09 [sys.catalog]: This master's current role is: FOLLOWER
20:08:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.904990 10877 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "63f728a4415747e896ecd2a3f48de869" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be07a848eb2d48c089a4533e5dc90e09" member_type: VOTER last_known_addr { host: "127.10.57.190" port: 40219 } } peers { permanent_uuid: "3cc492798bca4a00999bff161e03108f" member_type: VOTER last_known_addr { host: "127.10.57.189" port: 41763 } } peers { permanent_uuid: "63f728a4415747e896ecd2a3f48de869" member_type: VOTER last_known_addr { host: "127.10.57.188" port: 43111 } } }
20:08:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.905964 10877 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 [sys.catalog]: This master's current role is: LEADER
20:08:19.912 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.912 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.913 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.914 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.916 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.916 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.916 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.917 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:19.918 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:19.918 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:19.918 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:19.918 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:19.919 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:19.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:19.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:19.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:19.920 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:19.921 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:19.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:19.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:19.924 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:19.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.932237 10879 catalog_manager.cc:1382] Generated new cluster ID: 4048dafbc62f4b89b8e7bfa33b285ec4
20:08:19.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.932576 10879 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:08:19.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.978804 10879 catalog_manager.cc:1405] Generated new certificate authority record
20:08:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:19.980841 10879 catalog_manager.cc:1539] Loading token signing keys...
20:08:20.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.027010 10879 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869: Generated new TSK 0
20:08:20.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.028141 10879 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:08:20.070 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:20.070 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:20.071 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:20.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.072 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.072 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.083343 10470 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/wal
20:08:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/data
20:08:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/logs
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/data/info.pb
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.129:0
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.57.129
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.129
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:08:20.089 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:20.089 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:20.089 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:20.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.094 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:20.113 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:20.113 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:20.113 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:20.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:20.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:20.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:20.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:20.192 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:20.193 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:20.193 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:20.193 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:20.193 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:20.193 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:20.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:20.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:20.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:20.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:20.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:20.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:20.195 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:20.213 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:20.213 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:20.213 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:20.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.215 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:20.257 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:20.257 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:20.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:20.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:20.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:20.259 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:20.259 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:20.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:20.259 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:20.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:20.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:20.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:20.259 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:20.288 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:20.289 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:20.289 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:20.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:20.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:20.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:20.290 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:20.290 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:20.290 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:20.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:20.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:20.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:20.291 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:20.341 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:20.342 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:20.342 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:20.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:20.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:20.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:20.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:20.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:20.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:20.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:20.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:20.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:20.343 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:20.347 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:20.348 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:20.348 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:20.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:20.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:20.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:20.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:20.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:20.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:20.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:20.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:20.349 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:20.349 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:20.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134900380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:20.392 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:08:20.394 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
20:08:20.416 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:20.416 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:20.416 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:20.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.418 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:20.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.429136 10801 catalog_manager.cc:1294] Loaded cluster ID: 4048dafbc62f4b89b8e7bfa33b285ec4
20:08:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.429782 10801 catalog_manager.cc:1587] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09: loading cluster ID for follower catalog manager: success
20:08:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.446645 10801 catalog_manager.cc:1609] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09: acquiring CA information for follower catalog manager: success
20:08:20.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.459235 10801 catalog_manager.cc:1637] T 00000000000000000000000000000000 P be07a848eb2d48c089a4533e5dc90e09: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:20.577 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:20.578 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:20.578 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:20.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:20.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:20.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:20.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:20.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:20.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:20.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:20.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:20.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:20.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:20.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:20.633 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:20.633 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:20.633 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:20.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:20.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:20.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:20.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:20.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:20.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:20.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:20.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:20.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:20.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:20.658 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:20.658 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:20.658 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:20.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:20.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:20.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:20.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.771311 10876 catalog_manager.cc:1294] Loaded cluster ID: 4048dafbc62f4b89b8e7bfa33b285ec4
20:08:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.773363 10876 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f: loading cluster ID for follower catalog manager: success
20:08:20.776 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:20.776 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:20.776 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:20.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:20.780998 10889 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:20.781821 10889 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:20.782766 10889 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:20.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.791456 10876 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f: acquiring CA information for follower catalog manager: success
20:08:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.804085 10876 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3cc492798bca4a00999bff161e03108f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:20.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:20.850767 10889 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:20.852674 10889 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.57.129
20:08:20.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134900881 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:20.899 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
20:08:20.901 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.924737 10889 tablet_server_runner.cc:78] Tablet server non-default flags:
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/data
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/wal
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.129:0
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/data/info.pb
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.129
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.57.129
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/logs
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.928278 10889 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:20.930791 10889 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:20.963757 10897 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:20.972 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:20.972 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:20.973 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:20.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:20.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:20.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:20.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:20.997 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:20.997 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:20.997 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:20.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:20.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:20.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:20.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:20.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:20.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:20.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:20.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:20.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:20.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:21.032 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:21.032 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:21.032 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:21.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.033 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.033 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.034 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:21.101 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:21.102 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:21.102 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:21.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:21.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:21.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:21.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:21.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:21.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:21.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:21.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:21.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:21.103 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:21.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:21.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:21.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:21.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134901380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:21.395 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:08:21.396 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
20:08:21.458 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:21.458 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:21.458 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:21.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.461 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:21.532 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:21.533 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:21.533 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:21.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.534 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:21.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:21.669 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:21.670 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:21.670 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:21.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:21.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:21.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:21.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:21.676 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:21.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:21.767 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:21.767 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:21.767 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:21.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:21.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:21.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:21.769 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:21.769 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:21.769 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:21.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:21.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:21.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:21.770 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:21.817 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:21.817 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:21.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:21.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:21.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:21.819 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:21.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:21.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:21.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:21.821 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:21.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:21.821 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:21.821 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:21.826 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:21.826 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:21.826 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:21.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:21.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:21.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:21.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:21.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:21.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:21.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:21.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:21.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:21.828 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:21.880 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134901880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:21.886 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:21.886 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:21.886 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:21.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:21.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:21.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:21.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:21.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:21.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:21.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:21.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:21.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:21.888 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:21.896 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:08:21.898 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
20:08:22.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:22.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:22.176 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:22.176 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:22.177 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:22.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:22.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:22.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:22.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:22.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:22.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:22.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:22.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:22.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:22.179 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:22.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:22.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134902380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:22.392 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:08:22.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
20:08:22.455 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:22.455 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:22.455 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:22.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:22.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:22.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:22.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:22.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:22.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:22.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:22.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:22.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:22.458 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:22.521 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:22.522 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:22.522 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:22.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:22.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:22.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:22.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:22.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:22.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:22.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:22.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:22.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:22.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:22.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:22.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:22.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:22.710 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:22.710 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:22.710 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:22.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:22.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:22.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:22.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:22.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:22.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:22.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:22.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:22.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:22.712 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:22.718 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:22.719 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:22.720 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:22.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:22.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:22.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:22.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:22.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:22.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:22.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:22.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:22.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:22.726 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:22.848 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:22.849 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:22.849 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:22.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:22.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:22.850 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:22.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:22.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:22.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:22.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:22.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:22.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:22.851 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:22.874 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:22.875 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:22.875 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:22.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:22.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:22.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:22.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:22.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:22.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:22.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:22.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:22.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:22.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:22.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134902880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:22.894 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:08:22.895 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
20:08:23.068 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:23.068 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:23.068 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:23.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:23.069 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:23.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:23.069 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:23.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:23.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:23.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:23.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:23.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:23.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:23.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:23.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:23.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:23.193 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:23.193 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:23.193 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:23.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:23.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:23.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:23.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:23.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:23.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:23.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:23.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:23.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:23.194 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:23.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134903380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:23.397 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
20:08:23.398 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
20:08:23.402 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:23.402 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:23.402 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:23.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:23.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:23.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:23.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:23.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:23.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:23.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:23.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:23.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:23.408 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:23.478 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:23.478 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:23.478 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:23.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:23.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:23.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:23.480 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:23.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:23.480 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:23.480 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:23.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:23.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:23.480 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:23.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:23.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:23.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:23.693 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:23.693 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:23.693 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:23.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:23.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:23.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:23.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:23.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:23.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:23.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:23.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:23.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:23.695 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:23.741 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:23.742 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:23.742 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:23.742 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:23.742 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:23.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:23.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:23.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:23.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:23.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:23.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:23.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:23.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:22.355510 10896 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 10889
20:08:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:23.794028 10896 kernel_stack_watchdog.cc:198] Thread 10889 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 393ms:
20:08:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:08:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:08:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:08:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:08:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:20.964846 10898 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:23.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:23.795739 10889 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.835s	user 0.892s	sys 1.530s
20:08:23.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:23.796161 10889 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.835s	user 0.892s	sys 1.530s
20:08:23.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.803174 10889 server_base.cc:1061] running on GCE node
20:08:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:23.805272 10904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:23.805 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:23.805 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:23.806 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:23.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:23.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:23.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:23.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:23.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:23.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:23.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:23.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:23.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:23.806 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.806710 10889 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.809367 10889 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.810813 10889 hybrid_clock.cc:648] HybridClock initialized: now 1779134903810706 us; error 98 us; skew 500 ppm
20:08:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.812090 10889 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.819949 10889 webserver.cc:533] Webserver started at http://127.10.57.129:43005/ using document root <none> and password file <none>
20:08:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.821257 10889 fs_manager.cc:362] Metadata directory not provided
20:08:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.821565 10889 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:23.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.822219 10889 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.829967 10889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/data/instance:
20:08:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b966895f5f241cdbdd4c04323dc6de8"
20:08:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:23 on dist-test-slave-66b9"
20:08:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.831732 10889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/wal/instance:
20:08:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b966895f5f241cdbdd4c04323dc6de8"
20:08:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:23 on dist-test-slave-66b9"
20:08:23.841 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:23.842 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:23.842 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:23.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:23.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:23.842 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:23.842 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:23.842 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:23.842 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:23.842 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:23.842 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:23.843 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:23.843 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.842345 10889 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.001s
20:08:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.851049 10909 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.852589 10889 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
20:08:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.852993 10889 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/wal
20:08:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b966895f5f241cdbdd4c04323dc6de8"
20:08:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:23 on dist-test-slave-66b9"
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.853457 10889 fs_report.cc:389] FS layout report
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/wal
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/wal
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/data/data
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:23.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134903880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:23.889 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:08:23.890 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
20:08:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.947160 10889 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:23.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.949159 10889 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.949759 10889 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:23.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.960880 10889 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:08:23.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.968425 10889 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:08:23.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.968736 10889 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:08:23.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.969022 10889 ts_tablet_manager.cc:616] Registered 0 tablets
20:08:23.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:23.969228 10889 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:08:24.027 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:24.027 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:24.027 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:24.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:24.028 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:24.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:24.028 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:24.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:24.028 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:24.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:24.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:24.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:24.028 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:24.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:24.135 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:24.135 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:24.135 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:24.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:24.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:24.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:24.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:24.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:24.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:24.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:24.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:24.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:24.137 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:24.138 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:24.138 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:24.138 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:24.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:24.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:24.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:24.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:24.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:24.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:24.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:24.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:24.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:24.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:24.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:24.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:24.189 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:24.189 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:24.189 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:24.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:24.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:24.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:24.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:24.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:24.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:24.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:24.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:24.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:24.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:24.230 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:24.230 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:24.230 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:24.230 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:24.230 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:24.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:24.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:24.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:24.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:24.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:24.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:24.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:24.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.274618 10889 rpc_server.cc:307] RPC server started. Bound to: 127.10.57.129:40021
20:08:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.274767 11021 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.57.129:40021 every 8 connection(s)
20:08:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.278503 10889 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/data/info.pb
20:08:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.280381 10470 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 10889
20:08:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.281054 10470 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-0/wal/instance
20:08:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.299305 10470 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/wal
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/data
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/logs
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/data/info.pb
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.130:0
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.57.130
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.130
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:08:24.335 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:24.335 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:24.335 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:24.335 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:24.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:24.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:24.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:24.336 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:24.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:24.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:24.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:24.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:24.336 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.365098 11022 heartbeater.cc:344] Connected to a master server at 127.10.57.188:43111
20:08:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.365666 11022 heartbeater.cc:461] Registering TS with master...
20:08:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.367779 11022 heartbeater.cc:507] Master 127.10.57.188:43111 requested a full tablet report, sending...
20:08:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.370997 11023 heartbeater.cc:344] Connected to a master server at 127.10.57.189:41763
20:08:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.371343 11023 heartbeater.cc:461] Registering TS with master...
20:08:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.371826 10737 ts_manager.cc:194] Registered new tserver with Master: 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021)
20:08:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.372314 11023 heartbeater.cc:507] Master 127.10.57.189:41763 requested a full tablet report, sending...
20:08:24.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.375085 10737 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.57.129:52193
20:08:24.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.376020 10593 ts_manager.cc:194] Registered new tserver with Master: 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021)
20:08:24.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134904380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:24.390 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:08:24.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
20:08:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.401096 11027 heartbeater.cc:344] Connected to a master server at 127.10.57.190:40219
20:08:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.401520 11027 heartbeater.cc:461] Registering TS with master...
20:08:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.402369 11027 heartbeater.cc:507] Master 127.10.57.190:40219 requested a full tablet report, sending...
20:08:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.406517 10515 ts_manager.cc:194] Registered new tserver with Master: 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021)
20:08:24.496 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:24.497 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:24.497 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:24.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:24.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:24.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:24.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:24.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:24.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:24.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:24.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:24.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:24.498 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:24.586 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:24.586 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:24.586 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:24.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:24.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:24.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:24.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:24.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:24.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:24.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:24.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:24.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:24.587 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:24.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:24.638 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:24.638 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:24.638 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:24.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:24.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:24.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:24.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:24.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:24.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:24.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:24.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:24.640 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:24.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:24.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:24.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:24.777426 11026 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:24.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:24.778048 11026 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:24.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:24.778741 11026 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:24.822522 11026 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:24.823957 11026 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.57.130
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.876036 11026 tablet_server_runner.cc:78] Tablet server non-default flags:
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/data
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/wal
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.130:0
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/data/info.pb
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.130
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.57.130
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/logs
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.877740 11026 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:24.879668 11026 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:24.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134904881 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:24.897 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:08:24.898 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
20:08:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:24.917999 11039 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:24.941 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:24.942 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:24.942 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:24.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:24.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:24.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:24.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:24.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:24.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:24.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:24.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:24.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:24.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:25.096 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:25.096 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:25.096 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:25.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:25.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:25.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:25.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:25.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:25.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:25.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:25.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:25.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:25.098 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:25.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:25.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:25.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:25.302 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:25.302 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:25.302 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:25.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:25.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:25.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:25.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:25.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:25.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:25.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:25.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:25.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:25.304 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:25.353 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:25.353 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:25.353 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:25.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.355 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:25.366 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:25.366 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:25.366 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:25.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.367 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:25.379318 11022 heartbeater.cc:499] Master 127.10.57.188:43111 was elected leader, sending a full tablet report...
20:08:25.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134905380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:25.426 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:25.426 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:25.426 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:25.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:25.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:25.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:25.428 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:25.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:25.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:25.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:25.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:25.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:25.429 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:25.438 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=57 ms, finalizationTime=0 ms).
20:08:25.439 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
20:08:25.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:25.673 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:25.673 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:25.673 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:25.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.675 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:25.676 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:25.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:25.687 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:25.687 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:25.687 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:25.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.688 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.688 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.688 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.688 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.688 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.688 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:25.728 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:25.728 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:25.728 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:25.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:25.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:25.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:25.729 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:25.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:25.730 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:25.730 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:25.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:25.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:25.730 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:25.758 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:25.758 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:25.758 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:25.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:25.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:25.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:25.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:25.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:25.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:25.760 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:25.760 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:25.760 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:25.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:25.801 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:25.802 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:25.802 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:25.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:25.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:25.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:25.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:25.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:25.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:25.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:25.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:25.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:25.804 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:25.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134905880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:25.892 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:08:25.894 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
20:08:25.947 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:25.948 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:25.948 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:25.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:25.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:25.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:25.949 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:26.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:26.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:26.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:26.192 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:26.193 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:26.193 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:26.193 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:26.193 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:26.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:26.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:26.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:26.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:26.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:26.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:26.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:26.195 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:26.222 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:26.222 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:26.223 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:26.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:26.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:26.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:26.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:26.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:26.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:26.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:26.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:26.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:26.225 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:26.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134906380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:26.396 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:08:26.398 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
20:08:26.466 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:26.467 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:26.467 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:26.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:26.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:26.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:26.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:26.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:26.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:26.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:26.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:26.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:26.468 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:26.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:26.308651 11038 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 11026
20:08:26.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:24.921329 11040 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:26.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:26.552852 11026 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.635s	user 0.626s	sys 0.894s
20:08:26.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:26.553242 11026 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.635s	user 0.626s	sys 0.894s
20:08:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:26.562922 11043 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.563753 11026 server_base.cc:1061] running on GCE node
20:08:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.564973 11026 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:26.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.567442 11026 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:26.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.569072 11026 hybrid_clock.cc:648] HybridClock initialized: now 1779134906569026 us; error 38 us; skew 500 ppm
20:08:26.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.570540 11026 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.581557 11026 webserver.cc:533] Webserver started at http://127.10.57.130:42593/ using document root <none> and password file <none>
20:08:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.583106 11026 fs_manager.cc:362] Metadata directory not provided
20:08:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.583357 11026 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:26.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.583925 11026 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.591063 11026 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/data/instance:
20:08:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce9d4d91392f4b4799b00ea356d77489"
20:08:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:26 on dist-test-slave-66b9"
20:08:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.592741 11026 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/wal/instance:
20:08:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce9d4d91392f4b4799b00ea356d77489"
20:08:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:26 on dist-test-slave-66b9"
20:08:26.596 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:26.596 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:26.596 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:26.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:26.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:26.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:26.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:26.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:26.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:26.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:26.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:26.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:26.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.603987 11026 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.006s
20:08:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.612850 11049 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.614838 11026 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.006s	sys 0.000s
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.615492 11026 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/wal
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce9d4d91392f4b4799b00ea356d77489"
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:26 on dist-test-slave-66b9"
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.615989 11026 fs_report.cc:389] FS layout report
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/wal
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/wal
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/data/data
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:26.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:26.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.679733 11026 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.681624 11026 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:26.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.682173 11026 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:26.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:26.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.685110 11026 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:08:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.690616 11026 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:08:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.690959 11026 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:08:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.691352 11026 ts_tablet_manager.cc:616] Registered 0 tablets
20:08:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.691601 11026 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:08:26.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.855376 11026 rpc_server.cc:307] RPC server started. Bound to: 127.10.57.130:46779
20:08:26.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.855530 11161 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.57.130:46779 every 8 connection(s)
20:08:26.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.859190 11026 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/data/info.pb
20:08:26.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.861418 10470 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 11026
20:08:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.862107 10470 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-1/wal/instance
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.876667 10470 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/wal
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/data
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/logs
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/data/info.pb
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.131:0
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.57.131
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.131
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:08:26.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134906880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:26.893 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:08:26.894 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
20:08:26.901 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:26.902 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:26.902 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:26.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:26.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:26.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:26.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:26.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:26.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:26.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:26.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:26.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:26.903 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.910844 11162 heartbeater.cc:344] Connected to a master server at 127.10.57.188:43111
20:08:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.911417 11162 heartbeater.cc:461] Registering TS with master...
20:08:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.912767 11162 heartbeater.cc:507] Master 127.10.57.188:43111 requested a full tablet report, sending...
20:08:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.916572 11164 heartbeater.cc:344] Connected to a master server at 127.10.57.190:40219
20:08:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.916585 10737 ts_manager.cc:194] Registered new tserver with Master: ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.916965 11164 heartbeater.cc:461] Registering TS with master...
20:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.917971 11164 heartbeater.cc:507] Master 127.10.57.190:40219 requested a full tablet report, sending...
20:08:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.918347 10737 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.57.130:53383
20:08:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.920754 10515 ts_manager.cc:194] Registered new tserver with Master: ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.924160 11163 heartbeater.cc:344] Connected to a master server at 127.10.57.189:41763
20:08:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.924634 11163 heartbeater.cc:461] Registering TS with master...
20:08:26.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.925331 11163 heartbeater.cc:507] Master 127.10.57.189:41763 requested a full tablet report, sending...
20:08:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:26.928473 10593 ts_manager.cc:194] Registered new tserver with Master: ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:27.006 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:27.006 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:27.006 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:27.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:27.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:27.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:27.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:27.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:27.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:27.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:27.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:27.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:27.007 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:27.085 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:27.085 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:27.085 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:27.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.086 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:27.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:27.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:27.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:27.266 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:27.267 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:27.267 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:27.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.267 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:27.269790 11170 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:27.270395 11170 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:27.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:27.270826 11170 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:27.322860 11170 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:27.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:27.323825 11170 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.57.131
20:08:27.347 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:27.347 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:27.347 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:27.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:27.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:27.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:27.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:27.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:27.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:27.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:27.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:27.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:27.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:27.368566 11170 tablet_server_runner.cc:78] Tablet server non-default flags:
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.57.148:46067
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/data
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/wal
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.57.131:0
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/data/info.pb
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.57.131
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.57.131
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/logs
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:27.370307 11170 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:27.372102 11170 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:27.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134907380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:27.386 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:27.387 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:27.387 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:27.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:27.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:27.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:27.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:27.388 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:27.388 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:27.388 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:27.389 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:27.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:27.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:27.389 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:27.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:27.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:27.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:27.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:27.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:27.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:27.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:27.389 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:27.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:27.389 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:27.389 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:27.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:27.396 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:08:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:27.395980 11178 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:27.398 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
20:08:27.447 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:27.447 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:27.447 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:27.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.448 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:27.515 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:27.515 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:27.515 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:27.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:27.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:27.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:27.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:27.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:27.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:27.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:27.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:27.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:27.516 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:27.618525 10624 debug-util.cc:398] Leaking SignalData structure 0x7b080007a2e0 after lost signal to thread 10557
20:08:27.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:27.652 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:27.652 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:27.652 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:27.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:27.668 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:27.668 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:27.669 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:27.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:27.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:27.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:27.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:27.670 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:27.670 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:27.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:27.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:27.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:27.671 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:27.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:27.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:27.788 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:27.788 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:27.789 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:27.789 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.789 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.789 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:27.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:27.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:27.790 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:27.869 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:27.870 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:27.870 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:27.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:27.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:27.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:27.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:27.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:27.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:27.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:27.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:27.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:27.872 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:27.882 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134907880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:27.894 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:08:27.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
20:08:27.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:27.922860 11162 heartbeater.cc:499] Master 127.10.57.188:43111 was elected leader, sending a full tablet report...
20:08:27.948 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:27.948 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:27.948 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:27.949 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:27.949 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:27.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:27.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:27.950 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:27.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:27.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:27.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:27.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:27.956 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:28.029 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:28.030 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:28.030 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:28.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:28.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:28.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:28.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:28.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:28.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:28.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:28.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:28.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:28.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:28.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:28.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:28.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:28.238 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:28.238 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:28.238 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:28.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:28.239 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:28.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:28.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:28.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:28.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:28.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:28.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:28.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:28.240 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:28.253 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:28.253 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:28.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:28.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:28.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:28.254 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:28.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:28.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:28.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:28.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:28.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:28.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:28.255 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:28.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134908380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:28.398 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=16 ms, finalizationTime=2 ms).
20:08:28.400 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
20:08:28.433 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:28.433 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:28.433 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:28.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:28.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:28.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:28.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:28.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:28.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:28.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:28.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:28.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:28.434 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:28.586 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:28.586 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:28.586 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:28.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:28.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:28.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:28.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:28.588 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:28.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:28.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:28.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:28.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:28.588 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:28.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:28.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:28.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:28.797 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:28.797 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:28.797 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:28.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:28.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:28.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:28.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:28.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:28.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:28.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:28.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:28.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:28.799 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:28.838 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:08:28.838 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:08:28.839 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
20:08:28.840 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
20:08:28.840 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id eca6ceaabf92c850657312495e573ca9
20:08:28.840 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:08:28.841 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:28.841 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:08:28.841 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot eca6ceaabf92c850657312495e573ca9.
20:08:28.841 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:08:28.842 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:08:28.842 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:08:28.842 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id eca6ceaabf92c850657312495e573ca9.
20:08:28.842 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
20:08:28.843 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:28.843 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
20:08:28.843 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id 9ad297cd4ffa417fe2b19356b89782e5
20:08:28.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:27.397469 11170 server_base.cc:1061] running on GCE node
20:08:28.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:27.405129 11182 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:28.844 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
20:08:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:27.396950 11179 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:28.844 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
20:08:28.844 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 9ad297cd4ffa417fe2b19356b89782e5.
20:08:28.845 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4cf03e1b
20:08:28.845 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:28.846 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 9ad297cd4ffa417fe2b19356b89782e5.
20:08:28.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:28.848 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
20:08:28.848 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
20:08:28.848 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2552f3f
20:08:28.848 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:28.848 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:08:28.848 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:08:28.849 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
20:08:28.849 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
20:08:28.850 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
20:08:28.850 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
20:08:28.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.856420 11170 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:28.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.860051 11170 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:28.862 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@144580d3
20:08:28.862 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:28.862 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:28.862 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:28.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:28.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:28.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:28.863 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4addd91
20:08:28.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:28.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:28.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:28.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:28.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:28.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:28.865 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:28.865 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:28.866 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.867 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.869 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:28.870 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.869920 11170 hybrid_clock.cc:648] HybridClock initialized: now 1779134908869817 us; error 140 us; skew 500 ppm
20:08:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.871328 11170 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:28.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.878 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134908881 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:28.886 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.886 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.888072 11170 webserver.cc:533] Webserver started at http://127.10.57.131:40231/ using document root <none> and password file <none>
20:08:28.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.889343 11170 fs_manager.cc:362] Metadata directory not provided
20:08:28.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.889616 11170 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:28.890 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
20:08:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.890524 11170 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:28.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
20:08:28.894 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.895 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.895 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.896 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.896 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.896479 11170 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/data/instance:
20:08:28.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5823079f716145639cb83230887dfabf"
20:08:28.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:28 on dist-test-slave-66b9"
20:08:28.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.898234 11170 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/wal/instance:
20:08:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5823079f716145639cb83230887dfabf"
20:08:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:28 on dist-test-slave-66b9"
20:08:28.906 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.907 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.907429 11170 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.001s
20:08:28.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.910 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.911 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.915514 11206 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:28.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.917147 11170 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.003s
20:08:28.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.917538 11170 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/wal
20:08:28.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5823079f716145639cb83230887dfabf"
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:28 on dist-test-slave-66b9"
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.917881 11170 fs_report.cc:389] FS layout report
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/wal
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/wal
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/data/data
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:28.919 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.920 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.920 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.922 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.926 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.926 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.927 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.928 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.939 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.941 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.942 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.943 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.946 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.946 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.946 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.947 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.960 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.961 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.961 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.962 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.967 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.967 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.968 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.969 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.978 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:28.978 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:28.978 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:28.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:28.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:28.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.979 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:28.979 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:28.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.984409 11170 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.986121 11170 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.986665 11170 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:28.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.990581 11170 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:08:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.996621 11170 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:08:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.996908 11170 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:08:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.997251 11170 ts_tablet_manager.cc:616] Registered 0 tablets
20:08:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:28.997460 11170 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:08:29.006 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.006 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.007 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.008 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.019 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.019 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.019 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.020 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.020 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.022 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.022 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.059 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.059 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.059 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.059 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.059 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.059 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.060 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.060 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.060 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.060 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.060 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.062 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:29.062 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:29.063 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:29.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:29.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:29.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:29.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:29.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:29.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:29.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:29.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:29.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:29.063 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:29.099 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.099 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.099 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.099 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.099 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.100 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.100 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.100 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.100 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:29.139 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.139 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.139 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.141 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.141 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.141 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.142 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:29.142 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:29.143 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:29.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:29.143 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:29.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:29.143 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:29.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:29.143 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:29.144 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:29.144 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:29.144 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:29.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:29.146 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.147 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.147 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.148 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.148 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.148 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:29.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:29.186 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.186 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.187 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.188 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.247018 11170 rpc_server.cc:307] RPC server started. Bound to: 127.10.57.131:35881
20:08:29.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.247125 11323 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.10.57.131:35881 every 8 connection(s)
20:08:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.251315 11170 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/data/info.pb
20:08:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.253343 10470 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 11170
20:08:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.253888 10470 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster16234576887901276232/ts-2/wal/instance
20:08:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.335633 11324 heartbeater.cc:344] Connected to a master server at 127.10.57.188:43111
20:08:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.335934 11325 heartbeater.cc:344] Connected to a master server at 127.10.57.189:41763
20:08:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.336148 11324 heartbeater.cc:461] Registering TS with master...
20:08:29.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.336374 11325 heartbeater.cc:461] Registering TS with master...
20:08:29.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.337599 11325 heartbeater.cc:507] Master 127.10.57.189:41763 requested a full tablet report, sending...
20:08:29.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.338939 11324 heartbeater.cc:507] Master 127.10.57.188:43111 requested a full tablet report, sending...
20:08:29.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.340642 11328 heartbeater.cc:344] Connected to a master server at 127.10.57.190:40219
20:08:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.340976 11328 heartbeater.cc:461] Registering TS with master...
20:08:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.341868 11328 heartbeater.cc:507] Master 127.10.57.190:40219 requested a full tablet report, sending...
20:08:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.341852 10737 ts_manager.cc:194] Registered new tserver with Master: 5823079f716145639cb83230887dfabf (127.10.57.131:35881)
20:08:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.342648 10593 ts_manager.cc:194] Registered new tserver with Master: 5823079f716145639cb83230887dfabf (127.10.57.131:35881)
20:08:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.344002 10737 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.10.57.131:45839
20:08:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.344455 10515 ts_manager.cc:194] Registered new tserver with Master: 5823079f716145639cb83230887dfabf (127.10.57.131:35881)
20:08:29.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:29.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.357987 10470 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:08:29.371 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:08:29.371 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:08:29.373 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.10.57.190"
      port: 40219
    }
    bound_http_address {
      host: "127.10.57.190"
      port: 39999
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.10.57.189"
      port: 41763
    }
    bound_http_address {
      host: "127.10.57.189"
      port: 34583
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.10.57.188"
      port: 43111
    }
    bound_http_address {
      host: "127.10.57.188"
      port: 34381
    }
  }
}

20:08:29.373 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:08:29.374 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.10.57.129"
      port: 40021
    }
    bound_http_address {
      host: "127.10.57.129"
      port: 43005
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.10.57.130"
      port: 46779
    }
    bound_http_address {
      host: "127.10.57.130"
      port: 42593
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.10.57.131"
      port: 35881
    }
    bound_http_address {
      host: "127.10.57.131"
      port: 40231
    }
  }
}

20:08:29.374 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:08:29.376 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:29.377 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:08:29.377 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:08:29.377 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:08:29.377 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:08:29.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134909380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:29.389 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:08:29.391 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:08:29.392 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
20:08:29.406 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.406 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.407 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.407 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.566 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:29.567 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:29.567 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:29.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:29.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:29.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:29.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:29.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:29.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:29.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:29.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:29.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:29.568 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:29.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:29.659 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.659 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.659 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.660 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:29.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:29.722 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:29.723 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:29.723 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:29.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:29.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:29.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:29.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:29.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:29.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:29.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:29.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:29.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:29.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:29.831 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:08:29.831 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:08:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.837182 11334 mini_oidc.cc:150] Starting JWKS server
20:08:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.844099 11334 webserver.cc:533] Webserver started at http://127.0.0.1:43445/ using document root <none> and password file <none>
20:08:29.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.844717 11334 mini_oidc.cc:186] Starting OIDC Discovery server
20:08:29.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:29.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.848028 11334 webserver.cc:533] Webserver started at http://127.0.0.1:35051/ using document root <none> and password file <none>
20:08:29.879 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:29.879 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:29.879 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:29.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.880 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:29.880 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:29.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:29.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:29.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134909881 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:29.891 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:08:29.892 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
20:08:29.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:08:29Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:08:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:08:29Z Disabled control of system clock
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:29.934908 11334 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/wal
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/data
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/logs
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/data/info.pb
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.190:33389
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.190
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43445/jwks.json with env {}
20:08:30.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:30.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:30.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:30.266 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:30.267 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:30.267 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:30.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:30.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:30.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:30.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:30.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:30.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:30.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:30.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:30.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:30.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.308759 11346 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.309460 11346 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:30.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.310169 11346 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:30.318 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:30.318 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:30.319 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:30.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:30.319 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:30.319 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:30.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:30.319 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:30.319 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:30.319 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:30.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:30.320 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:30.320 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:30.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:30.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:30.349686 11324 heartbeater.cc:499] Master 127.10.57.188:43111 was elected leader, sending a full tablet report...
20:08:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.351087 11346 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.351511 11346 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.351851 11346 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.352183 11346 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.352532 11346 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.352787 11346 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43445/jwks.json
20:08:30.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134910380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:30.388 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
20:08:30.388 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
20:08:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:30.400260 11346 master_runner.cc:387] Master server non-default flags:
20:08:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/data
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/wal
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.190:33389
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43445/jwks.json
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/data/info.pb
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.190
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/logs
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:30.402601 11346 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:30.404383 11346 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:30.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.418092 11352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:30.595 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:30.595 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:30.595 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:30.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:30.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:30.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:30.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:30.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:30.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:30.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:30.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:30.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:30.596 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:30.617 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:30.617 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:30.617 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:30.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:30.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:30.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:30.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:30.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:30.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:30.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:30.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:30.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:30.620 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:30.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:30.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:30.676 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:30.677 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:30.677 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:30.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:30.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:30.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:30.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:30.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:30.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:30.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:30.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:30.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:30.679 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:30.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:30.686 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:30.686 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:30.686 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:30.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:30.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:30.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:30.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:30.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:30.688 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:30.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:30.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:30.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:30.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:30.818 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:30.818 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:30.818 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:30.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:30.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:30.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:30.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:30.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:30.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:30.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:30.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:30.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:30.820 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:30.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:30.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134910880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:30.889 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:08:30.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
20:08:31.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:31.133 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:31.133 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:31.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:31.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:31.133 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:31.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:31.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:31.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:31.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:31.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:31.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:31.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:31.134 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:31.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:31.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:31.288 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:31.289 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:31.289 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:31.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:31.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:31.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:31.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:31.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:31.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:31.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:31.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:31.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:31.291 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:31.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:31.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134911380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:31.391 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:08:31.392 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
20:08:31.452 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:31.452 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:31.453 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:31.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.453 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.453 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.453 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.454 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:31.467 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:31.467 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:31.467 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:31.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:31.566 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:31.567 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:31.567 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:31.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:31.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:31.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:31.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:31.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:31.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:31.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:31.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:31.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:31.568 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:31.586 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:31.586 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:31.586 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:31.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.590 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.590 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:31.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:31.626 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:31.626 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:31.626 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:31.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:31.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:31.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:31.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:31.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:31.630939 11158 debug-util.cc:398] Leaking SignalData structure 0x7b08000adf60 after lost signal to thread 11034
20:08:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:31.632658 11158 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5d00 after lost signal to thread 11161
20:08:31.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:31.686 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:31.689 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:31.690 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:31.690 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:31.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:31.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:31.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:31.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:31.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:31.690 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:31.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:31.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:31.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:31.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:31.788 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:31.788 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:31.788 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:31.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:31.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:31.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:31.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:31.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:31.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:31.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:31.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:31.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:31.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:31.827 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:31.827 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:31.827 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:31.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:31.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:31.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:31.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:31.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:31.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:31.829 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:31.829 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:31.829 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:31.829 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:31.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:31.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134911880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:31.891 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:08:31.892 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
20:08:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:30.420724 11353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:32.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:32.107161 11355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:32.112076 11354 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1692 milliseconds
20:08:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.112161 11346 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.113747 11346 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.117292 11346 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:32.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.118938 11346 hybrid_clock.cc:648] HybridClock initialized: now 1779134912118875 us; error 57 us; skew 500 ppm
20:08:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.120801 11346 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:32.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.130165 11346 webserver.cc:533] Webserver started at http://127.11.17.190:45315/ using document root <none> and password file <none>
20:08:32.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.131243 11346 fs_manager.cc:362] Metadata directory not provided
20:08:32.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.131529 11346 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:32.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.132061 11346 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:32.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.137048 11346 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/data/instance:
20:08:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c29dddd58d5e447eb05079ad1ff3b174"
20:08:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:32 on dist-test-slave-66b9"
20:08:32.138 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:32.138 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:32.138 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:32.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:32.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:32.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:32.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:32.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:32.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:32.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:32.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:32.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:32.139 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.138530 11346 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/wal/instance:
20:08:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c29dddd58d5e447eb05079ad1ff3b174"
20:08:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:32 on dist-test-slave-66b9"
20:08:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.148963 11346 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
20:08:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.156378 11364 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:32.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.158543 11346 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.006s	sys 0.000s
20:08:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.159341 11346 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/wal
20:08:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c29dddd58d5e447eb05079ad1ff3b174"
20:08:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:32 on dist-test-slave-66b9"
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.160641 11346 fs_report.cc:389] FS layout report
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/wal
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/wal
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/data/data
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:32.166 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:32.166 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:32.167 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:32.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:32.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:32.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:32.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:32.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:32.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:32.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:32.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:32.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:32.168 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:32.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:32.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.277202 11346 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.281579 11346 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.282301 11346 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:32.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:32.382 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134912380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:32.398 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
20:08:32.399 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
20:08:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.447362 11415 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.17.190:33389 every 8 connection(s)
20:08:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.447031 11346 rpc_server.cc:307] RPC server started. Bound to: 127.11.17.190:33389
20:08:32.448 [DEBUG - pool-304-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.8.16.125:44243, [6ms] received response from server master-127.8.16.125:44243: OK, deferred=null) with no deferred attached!
20:08:32.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.452396 11346 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/data/info.pb
20:08:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.462893 11334 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 11346
20:08:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.464395 11334 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-0/wal/instance
20:08:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.464855 11416 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.472016 11334 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/wal
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/data
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/logs
20:08:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/data/info.pb
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.189:36221
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.189
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43445/jwks.json with env {}
20:08:32.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.491933 11416 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } has no permanent_uuid. Determining permanent_uuid...
20:08:32.512 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:32.512 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:32.513 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:32.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:32.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:32.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:32.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:32.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:32.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:32.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:32.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:32.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:32.514 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:32.541 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:32.541 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:32.541 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:32.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:32.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:32.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:32.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:32.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:32.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:32.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:32.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:32.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:32.543 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.566794 11416 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } has no permanent_uuid. Determining permanent_uuid...
20:08:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:32.572561 11365 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.17.189:36221: connect: Connection refused (error 111)
20:08:32.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:32.588977 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.189:36221: Network error: Client connection negotiation failed: client connection to 127.11.17.189:36221: connect: Connection refused (error 111)
20:08:32.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.638787 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } attempt: 1
20:08:32.642 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:32.642 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:32.643 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:32.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:32.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:32.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:32.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:32.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:32.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:32.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:32.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:32.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:32.644 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:32.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:32.645686 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.189:36221: Network error: Client connection negotiation failed: client connection to 127.11.17.189:36221: connect: Connection refused (error 111)
20:08:32.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:32.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:32.696 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:32.696 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:32.696 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:32.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:32.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:32.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:32.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:32.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:32.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:32.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:32.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:32.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:32.697 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:32.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.714457 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } attempt: 2
20:08:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:32.720623 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.189:36221: Network error: Client connection negotiation failed: client connection to 127.11.17.189:36221: connect: Connection refused (error 111)
20:08:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.812103 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } attempt: 3
20:08:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:32.817188 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.189:36221: Network error: Client connection negotiation failed: client connection to 127.11.17.189:36221: connect: Connection refused (error 111)
20:08:32.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:32.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134912880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:32.893 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:08:32.894 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
20:08:32.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:32.960714 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } attempt: 4
20:08:32.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:32.971875 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.189:36221: Network error: Client connection negotiation failed: client connection to 127.11.17.189:36221: connect: Connection refused (error 111)
20:08:32.992 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:32.993 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:32.993 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:32.993 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:32.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:32.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:32.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:32.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:32.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:32.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:32.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:32.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:32.993 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.031316 11418 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.032035 11418 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.032693 11418 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.074805 11418 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.075169 11418 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.075524 11418 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.075826 11418 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.076146 11418 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.076576 11418 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43445/jwks.json
20:08:33.079 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [12ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [14ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [19ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [25ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [21ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [33ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [35ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [58ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [73ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [72ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.080 [DEBUG - pool-306-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.8.217.60:34669, [62ms] received response from server master-127.8.217.60:34669: OK, deferred=null) with no deferred attached!
20:08:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:33.122323 11418 master_runner.cc:387] Master server non-default flags:
20:08:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/data
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/wal
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.189:36221
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43445/jwks.json
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/data/info.pb
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.189
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/logs
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:33.123916 11418 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:33.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:33.125993 11418 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.140223 11428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:33.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:33.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:33.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:33.271355 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } attempt: 5
20:08:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.276523 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.189:36221: Network error: Client connection negotiation failed: client connection to 127.11.17.189:36221: connect: Connection refused (error 111)
20:08:33.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:33.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134913380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:33.395 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
20:08:33.395 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
20:08:33.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:33.626 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:33.626 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:33.627 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:33.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:33.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:33.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:33.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:33.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:33.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:33.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:33.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:33.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:33.628 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:33.639 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:33.639 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:33.639 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:33.640 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:33.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:33.640 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:33.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:33.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:33.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:33.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:33.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:33.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:33.641 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:33.673 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:33.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:33.741 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:33.742 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:33.742 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:33.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:33.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:33.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:33.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:33.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:33.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:33.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:33.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:33.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:33.744 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:33.793 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:33.793 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:33.793 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:33.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:33.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:33.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:33.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:33.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:33.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:33.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:33.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:33.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:33.795 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:33.823968 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } attempt: 6
20:08:33.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:33.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.853806 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.189:36221: Network error: Client connection negotiation failed: client connection to 127.11.17.189:36221: connect: Connection refused (error 111)
20:08:33.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134913881 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:33.888 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:33.888 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:33.888 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:33.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:33.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:33.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:33.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:33.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:33.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:33.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:33.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:33.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:33.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:33.892 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:08:33.894 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
20:08:34.047 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:34.047 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:34.048 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:34.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:34.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:34.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:34.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:34.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:34.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:34.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:34.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:34.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:34.048 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:34.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:34.173 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:34.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:34.326 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:34.327 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:34.327 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:34.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:34.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:34.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:34.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:34.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:34.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:34.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:34.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:34.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:34.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:34.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:34.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134914380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:34.392 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:08:34.394 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
20:08:34.435 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:34.436 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:34.436 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:34.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:34.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:34.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:34.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:34.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:34.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:34.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:34.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:34.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:34.437 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:34.463 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:34.463 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:34.463 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:34.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.465 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:34.485 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:34.486 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:34.486 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:34.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:34.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:34.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:34.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:34.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:34.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:34.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:34.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:34.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:34.487 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:34.588 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:34.589 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:34.589 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:34.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.589 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.591 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:34.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:34.649 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:34.649 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:34.650 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:34.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:34.650 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:34.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:34.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:34.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:34.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:34.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:34.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:34.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:34.651 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:34.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:34.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:34.782 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:34.782 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:34.782 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:34.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.784 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:34.818 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:34.818 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:34.818 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:34.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:34.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:34.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:34.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:34.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:34.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:34.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:34.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:34.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:34.820 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:34.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:34.878 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:34.878 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:34.878 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:34.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:34.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:34.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:34.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:34.880 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:34.880 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:34.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:34.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:34.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:34.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:34.880 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134914880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:34.893 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:08:34.894 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
20:08:34.909 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:34.916 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:34.916 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:34.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:34.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:34.914726 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } attempt: 7
20:08:34.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:34.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:34.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:34.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:34.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:34.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:34.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:34.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:34.941 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:34.942 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:34.942 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:34.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:34.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:34.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:34.945 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:34.961220 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.189:36221: Network error: Client connection negotiation failed: client connection to 127.11.17.189:36221: connect: Connection refused (error 111)
20:08:35.042 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:35.042 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:35.042 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:35.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:35.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:35.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:35.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:35.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:35.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:35.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:35.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:35.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:35.043 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:35.046 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:35.046 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:35.046 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:35.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:35.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:35.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:35.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:35.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:35.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:35.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:35.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:35.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:35.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:35.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:35.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:35.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:35.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:35.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134915380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:35.389 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
20:08:35.389 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
20:08:35.512 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:35.513 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:35.513 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:35.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:35.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:35.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:35.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:35.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:35.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:35.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:35.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:35.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:35.514 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:35.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:35.676 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:35.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:35.705 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:35.705 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:35.705 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:35.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:35.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:35.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:35.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:35.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:35.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:35.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:35.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:35.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:35.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:34.544098 11427 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 11418
20:08:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:35.722929 11418 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.580s	user 0.000s	sys 0.003s
20:08:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:35.723326 11418 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.580s	user 0.000s	sys 0.003s
20:08:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:33.142165 11429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:35.724347 11430 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2579 milliseconds
20:08:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:35.726621 11431 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:35.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.726553 11418 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.730808 11418 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.733693 11418 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.735049 11418 hybrid_clock.cc:648] HybridClock initialized: now 1779134915735010 us; error 68 us; skew 500 ppm
20:08:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.736012 11418 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.743939 11418 webserver.cc:533] Webserver started at http://127.11.17.189:37687/ using document root <none> and password file <none>
20:08:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.744911 11418 fs_manager.cc:362] Metadata directory not provided
20:08:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.745100 11418 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.745507 11418 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:35.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.750685 11418 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/data/instance:
20:08:35.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18ae4b2f03784884ab8fe927c8c58406"
20:08:35.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:35 on dist-test-slave-66b9"
20:08:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.752260 11418 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/wal/instance:
20:08:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18ae4b2f03784884ab8fe927c8c58406"
20:08:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:35 on dist-test-slave-66b9"
20:08:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.760460 11418 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.007s
20:08:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.768941 11444 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.770321 11418 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.770629 11418 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/wal
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18ae4b2f03784884ab8fe927c8c58406"
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:35 on dist-test-slave-66b9"
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.770943 11418 fs_report.cc:389] FS layout report
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/wal
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/wal
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/data/data
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.837368 11418 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:35.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.839069 11418 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:35.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.839578 11418 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:35.841 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:35.841 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:35.842 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:35.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:35.842 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:35.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:35.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:35.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:35.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:35.842 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:35.842 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:35.842 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:35.842 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:35.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:35.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134915880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:35.890 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:08:35.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
20:08:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.944672 11418 rpc_server.cc:307] RPC server started. Bound to: 127.11.17.189:36221
20:08:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.944792 11495 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.17.189:36221 every 8 connection(s)
20:08:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.948220 11418 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/data/info.pb
20:08:35.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.954653 11334 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 11418
20:08:35.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.955461 11334 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-1/wal/instance
20:08:35.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.956985 11496 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.959116 11334 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/wal
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/data
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/logs
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/data/info.pb
20:08:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.188:38277
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.188
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:35.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:35.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43445/jwks.json with env {}
20:08:35.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:35.973975 11496 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } has no permanent_uuid. Determining permanent_uuid...
20:08:36.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.007428 11496 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } has no permanent_uuid. Determining permanent_uuid...
20:08:36.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.024045 11496 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } has no permanent_uuid. Determining permanent_uuid...
20:08:36.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.027036 11446 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.031858 11496 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:36.076 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:36.076 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:36.076 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:36.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:36.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:36.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:36.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:36.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:36.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:36.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:36.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:36.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:36.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:36.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.081485 11496 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 1
20:08:36.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.086872 11496 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:36.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:36.141 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:36.142 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:36.142 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:36.142 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:36.142 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:36.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:36.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:36.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:36.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:36.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:36.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:36.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:36.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:36.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.155467 11496 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 2
20:08:36.157 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:36.158 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:36.158 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:36.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:36.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:36.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:36.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:36.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:36.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:36.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:36.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:36.159 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:36.159 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.160923 11496 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:36.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:36.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:36.225 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:36.225 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:36.225 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:36.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:36.226 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:36.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:36.226 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:36.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:36.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:36.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:36.226 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:36.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:36.226 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:36.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.252482 11496 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 3
20:08:36.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.257905 11496 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:36.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.350854 11498 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.351536 11498 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.352067 11498 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:36.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134916380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:36.386 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:36.387 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:36.387 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:36.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:36.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:36.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:36.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:36.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:36.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:36.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:36.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:36.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:36.388 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:36.392 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:08:36.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
20:08:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.395713 11498 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.396112 11498 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.396453 11498 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.396801 11498 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.397153 11498 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.397441 11498 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43445/jwks.json
20:08:36.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.401628 11496 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 4
20:08:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.408499 11496 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:36.426 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:36.427 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:36.427 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:36.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:36.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:36.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:36.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:36.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:36.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:36.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:36.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:36.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:36.427 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.467841 11498 master_runner.cc:387] Master server non-default flags:
20:08:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/data
20:08:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/wal
20:08:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.188:38277
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43445/jwks.json
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/data/info.pb
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.188
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/logs
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.469590 11498 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.471786 11498 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:36.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.490500 11508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:36.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:36.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:36.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:36.707966 11496 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 5
20:08:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.716823 11496 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:36.768 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:36.768 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:36.768 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:36.769 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:36.769 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:36.769 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:36.770 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:36.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:36.770 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:36.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:36.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:36.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:36.771 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:36.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:36.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134916880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:36.892 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:08:36.898 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
20:08:36.973 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:36.973 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:36.973 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:36.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:36.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:36.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:36.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:36.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:36.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:36.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:36.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:36.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:36.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:37.051723 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } attempt: 8
20:08:37.061 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:37.061 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:37.061 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:37.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:37.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:37.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:37.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:37.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:37.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:37.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:37.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:37.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:37.065 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:37.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:37.098029 11416 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } has no permanent_uuid. Determining permanent_uuid...
20:08:37.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:37.121583 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:37.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:37.165 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:37.166 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:37.166 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:37.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:37.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:37.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:37.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:37.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:37.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:37.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:37.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:37.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:37.172 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:37.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:37.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:37.187301 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 1
20:08:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:37.197701 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:37.251233 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 2
20:08:37.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:37.256734 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:37.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:37.264405 11496 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 6
20:08:37.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:37.308833 11496 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:37.333191 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 3
20:08:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:37.340056 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:37.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:37.381 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134917380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:37.393 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:08:37.394 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
20:08:37.490 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:37.490 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:37.490 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:37.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:37.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:37.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:37.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:37.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:37.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:37.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:37.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:37.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:37.494 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:37.496147 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 4
20:08:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:37.505856 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:37.519 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:37.519 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:37.519 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:37.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:37.520 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:37.520 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:37.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:37.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:37.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:37.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:37.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:37.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:37.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:37.562 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:37.562 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:37.562 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:37.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:37.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:37.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:37.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:37.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:37.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:37.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:37.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:37.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:37.564 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:37.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:37.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:37.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:37.706 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:37.706 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:37.707 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:37.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:37.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:37.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:37.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:37.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:37.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:37.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:37.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:37.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:37.709 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:37.802597 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 5
20:08:37.812 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:37.812 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:37.812 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:37.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:37.813 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:37.813 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:37.813 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:37.813 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:37.807969 11366 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111) [suppressed 12 similar messages]
20:08:37.812 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:37.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:37.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:37.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:37.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:37.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:37.820894 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:37.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:37.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134917880 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:37.892 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:08:37.893 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
20:08:37.929 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:37.930 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:37.930 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:37.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:37.930 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:37.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:37.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:37.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:37.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:37.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:37.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:37.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:37.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:38.053 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:38.053 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:38.053 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:38.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:38.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:38.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:38.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:38.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:38.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:38.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:38.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:38.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:38.058 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:38.073 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:38.073 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:38.073 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:38.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:38.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:38.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:38.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:38.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:38.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:38.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:38.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:38.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:38.075 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:38.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:38.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:38.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:38.287 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:38.287 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:38.287 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:38.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:38.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:38.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:38.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:38.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:38.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:38.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:38.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:38.289 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:38.289 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:38.322 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:38.322 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:38.322 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:38.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:38.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:38.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:38.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:38.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:38.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:38.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:38.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:38.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:38.324 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:38.335 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:38.335 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:38.335 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:38.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:38.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:38.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:38.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:38.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:38.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:38.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:38.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:38.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:38.336 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:38.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.342512 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 6
20:08:38.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:38.363584 11416 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:38.368 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:38.368 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:38.368 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:38.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:38.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:38.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:38.370 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:38.370 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.369251 11496 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 7
20:08:38.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:38.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:38.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:38.370 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:38.371 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:38.380 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134918380 for job 1f02022c9a2936dac70c2082cc7114d7.
20:08:38.389 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 1f02022c9a2936dac70c2082cc7114d7 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
20:08:38.390 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
20:08:38.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:38.413515 11496 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.17.188:38277: Network error: Client connection negotiation failed: client connection to 127.11.17.188:38277: connect: Connection refused (error 111)
20:08:38.417 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:38.417 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:38.417 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:38.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:38.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:38.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:38.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:38.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:38.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:38.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:38.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:38.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:38.419 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:38.438 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:38.438 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:38.439 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:38.439 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:38.439 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:38.439 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:38.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:38.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:38.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:38.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:38.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:38.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:38.439 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:38.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:37.897807 11507 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 11498
20:08:38.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:38.471881 11498 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.980s	user 0.557s	sys 1.223s
20:08:38.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:38.472543 11498 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.980s	user 0.558s	sys 1.223s
20:08:38.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:36.492045 11509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:38.476351 11511 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:38.479310 11510 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1980 milliseconds
20:08:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.479439 11498 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:38.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.481019 11498 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.485821 11498 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.487370 11498 hybrid_clock.cc:648] HybridClock initialized: now 1779134918487273 us; error 95 us; skew 500 ppm
20:08:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.488441 11498 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.496240 11498 webserver.cc:533] Webserver started at http://127.11.17.188:42135/ using document root <none> and password file <none>
20:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.497354 11498 fs_manager.cc:362] Metadata directory not provided
20:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.497658 11498 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.498255 11498 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.505766 11498 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/data/instance:
20:08:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd98bc02740345f8b07f0ad2170395d0"
20:08:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:38 on dist-test-slave-66b9"
20:08:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.507375 11498 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/wal/instance:
20:08:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd98bc02740345f8b07f0ad2170395d0"
20:08:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:38 on dist-test-slave-66b9"
20:08:38.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.515866 11498 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.003s
20:08:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.523016 11530 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.524415 11498 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
20:08:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.524720 11498 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/wal
20:08:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd98bc02740345f8b07f0ad2170395d0"
20:08:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:38 on dist-test-slave-66b9"
20:08:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.525118 11498 fs_report.cc:389] FS layout report
20:08:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/wal
20:08:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/wal
20:08:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/data/data
20:08:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:38.547 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:38.547 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:38.547 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:38.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:38.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:38.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:38.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:38.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:38.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:38.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:38.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:38.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:38.548 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:38.558 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:38.558 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:38.558 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:38.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:38.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:38.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:38.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:38.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:38.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:38.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:38.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:38.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:38.559 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.594048 11498 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.595804 11498 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.596254 11498 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:38.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:38.628 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.629 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.629 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.630 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.631 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=28248), Traces: [0ms] sending RPC to server master-127.8.16.125:44243, [2ms] received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [9ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [25ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [65ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [67ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [105ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [107ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [167ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [227ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [485ms] refreshing cache from master, [485ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [487ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [685ms] refreshing cache from master, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [687ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1466ms] refreshing cache from master, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1467ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3065ms] refreshing cache from master, [3065ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3068ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3068ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5926ms] refreshing cache from master, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [5927ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5929ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [9965ms] refreshing cache from master, [9965ms] too many traces: truncated at 100 traces, deferred=Deferred@1674740225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@54abfbdd -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681)))
20:08:38.633 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.633 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.633 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.633 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=28248), Traces: [0ms] sending RPC to server master-127.8.16.125:44243, [2ms] received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [9ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [25ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [65ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [67ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [105ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [107ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [167ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [227ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [485ms] refreshing cache from master, [485ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [487ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [685ms] refreshing cache from master, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [687ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1466ms] refreshing cache from master, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1467ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3065ms] refreshing cache from master, [3065ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3068ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3068ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5926ms] refreshing cache from master, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [5927ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5929ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [9965ms] refreshing cache from master, [9965ms] too many traces: truncated at 100 traces, deferred=Deferred@1674740225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@54abfbdd -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=28248), Traces: [0ms] sending RPC to server master-127.8.16.125:44243, [2ms] received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [9ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [25ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [65ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [67ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [105ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [107ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [167ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [227ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [485ms] refreshing cache from master, [485ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [487ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [685ms] refreshing cache from master, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [687ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1466ms] refreshing cache from master, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1467ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3065ms] refreshing cache from master, [3065ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3068ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3068ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5926ms] refreshing cache from master, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [5927ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5929ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [9965ms] refreshing cache from master, [9965ms] too many traces: truncated at 100 traces, deferred=Deferred@1674740225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@54abfbdd -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.16.126:37607
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:38.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.638 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.646 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=28248), Traces: [0ms] sending RPC to server master-127.8.16.125:44243, [2ms] received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [9ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [25ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [65ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [67ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [105ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [107ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [167ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [227ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [485ms] refreshing cache from master, [485ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [487ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [685ms] refreshing cache from master, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [687ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1466ms] refreshing cache from master, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1467ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3065ms] refreshing cache from master, [3065ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3068ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3068ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5926ms] refreshing cache from master, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [5927ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5929ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [9965ms] refreshing cache from master, [9965ms] too many traces: truncated at 100 traces, deferred=Deferred@1674740225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@54abfbdd -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=22, TimeoutTracker(timeout=30000, elapsed=28248), Traces: [0ms] sending RPC to server master-127.8.16.125:44243, [2ms] received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5ms] refreshing cache from master, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [8ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [9ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [25ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [46ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [65ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [67ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [105ms] refreshing cache from master, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [106ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [107ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [107ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [166ms] refreshing cache from master, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [166ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [167ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [225ms] refreshing cache from master, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [226ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [227ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [485ms] refreshing cache from master, [485ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [487ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [685ms] refreshing cache from master, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [687ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [687ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1466ms] refreshing cache from master, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1467ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1467ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3065ms] refreshing cache from master, [3065ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [3066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [3068ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [3068ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5926ms] refreshing cache from master, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [5926ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [5927ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [5928ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [5929ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [9965ms] refreshing cache from master, [9965ms] too many traces: truncated at 100 traces, deferred=Deferred@1674740225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$232/0x00007efecc330000@54abfbdd -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2048110967 after retry RPC after error@729938564) -> (continuation of Deferred@1555347327 after retry RPC after error@1464519207) -> (continuation of Deferred@817189296 after retry RPC after error@348444920) -> (continuation of Deferred@1840421456 after retry RPC after error@1822981683) -> (continuation of Deferred@1980406471 after retry RPC after error@1144758246) -> (continuation of Deferred@1034091819 after retry RPC after error@315901258) -> (continuation of Deferred@816462197 after retry RPC after error@678839337) -> (continuation of Deferred@35110825 after retry RPC after error@844711092) -> (continuation of Deferred@1406775835 after retry RPC after error@1234498373) -> (continuation of Deferred@1984034601 after retry RPC after error@247820721) -> (continuation of Deferred@278024984 after retry RPC after error@2129822868) -> (continuation of Deferred@133418204 after retry RPC after error@580808042) -> (continuation of Deferred@538370226 after retry RPC after error@1244272128) -> (continuation of Deferred@1403434677 after retry RPC after error@33711254) -> (continuation of Deferred@361109268 after retry RPC after error@260479410) -> (continuation of Deferred@1769178601 after retry RPC after error@2026142341) -> (continuation of Deferred@1574956094 after retry RPC after error@1714402622) -> (continuation of Deferred@327559391 after retry RPC after error@1213036664) -> (continuation of Deferred@1792136019 after retry RPC after error@1900813682) -> (continuation of Deferred@1395524436 after retry RPC after error@1887645681)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.16.126:37607
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:38.648 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.648 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.649 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.650 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.650 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.652 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.652 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.652 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.652 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:08:38.652 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7) switched from state RUNNING to RESTARTING.
20:08:38.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
20:08:38.653 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
20:08:38.653 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
20:08:38.653 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:08:38.654 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
20:08:38.654 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
20:08:38.654 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:08:38.654 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
20:08:38.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
20:08:38.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
20:08:38.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
20:08:38.658 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:08:38.658 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
20:08:38.658 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:08:38.660 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.8.217.60:34669(127.8.217.60:34669)] disconnecting while in state TERMINATED
20:08:38.660 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.8.217.62:46847(127.8.217.62:46847)] disconnecting while in state TERMINATED
20:08:38.660 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.8.217.61:40273(127.8.217.61:40273)] disconnecting while in state TERMINATED
20:08:38.661 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:38.661 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:08:38.662 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
20:08:38.662 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.8.217.60:34669(127.8.217.60:34669)] disconnecting while in state TERMINATED
20:08:38.662 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 08c127540082496ba918d0c1278dfb7b(127.8.217.1:40951)] disconnecting while in state TERMINATED
20:08:38.662 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.8.217.62:46847(127.8.217.62:46847)] disconnecting while in state TERMINATED
20:08:38.662 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.8.217.61:40273(127.8.217.61:40273)] disconnecting while in state TERMINATED
20:08:38.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:38.663 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
20:08:38.663 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
20:08:38.663 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:08:38.663 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
20:08:38.664 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
20:08:38.664 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:08:38.667 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.668 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.668 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.669 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.670 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:38.676 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.8.217.60:34669(127.8.217.60:34669)] disconnecting while in state TERMINATED
20:08:38.677 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.8.217.62:46847(127.8.217.62:46847)] disconnecting while in state TERMINATED
20:08:38.677 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.8.217.61:40273(127.8.217.61:40273)] disconnecting while in state TERMINATED
20:08:38.677 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:38.677 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:08:38.677 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:08:38.678 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:08:38.678 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
20:08:38.678 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:08:38.678 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
20:08:38.679 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:08:38.679 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
20:08:38.679 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:08:38.680 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
20:08:38.680 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:08:38.682 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
20:08:38.682 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:08:38.684 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
20:08:38.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:38.685 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.8.217.60:34669(127.8.217.60:34669)] disconnecting while in state TERMINATED
20:08:38.685 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
20:08:38.685 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.8.217.62:46847(127.8.217.62:46847)] disconnecting while in state TERMINATED
20:08:38.685 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.8.217.61:40273(127.8.217.61:40273)] disconnecting while in state TERMINATED
20:08:38.686 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:38.686 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:38.686 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
20:08:38.687 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:08:38.687 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
20:08:38.687 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:08:38.687 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:38.688 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.688 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.688 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.688 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.689 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.689 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
20:08:38.689 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
20:08:38.688 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.688 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
20:08:38.689 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.689 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:08:38.689 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.690 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
20:08:38.689 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.690 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
20:08:38.691 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:38.690 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.693 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:08:38.694 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:08:38.694 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
20:08:38.694 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:08:38.694 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
20:08:38.695 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
20:08:38.696 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 1f02022c9a2936dac70c2082cc7114d7
20:08:38.707 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.708 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.708 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.713208 11498 rpc_server.cc:307] RPC server started. Bound to: 127.11.17.188:38277
20:08:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.713349 11602 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.17.188:38277 every 8 connection(s)
20:08:38.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.716116 11498 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/data/info.pb
20:08:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.721251 11334 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 11498
20:08:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.721741 11334 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/master-2/wal/instance
20:08:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.726256 11603 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:38.728 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.729 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.729 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.731 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.747 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.748 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.748 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.748 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.748 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.748 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.749 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.749 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.749 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.767 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.768 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.768 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.761636 11603 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } has no permanent_uuid. Determining permanent_uuid...
20:08:38.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.769 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.769 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.769 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.769 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.795459 11603 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } has no permanent_uuid. Determining permanent_uuid...
20:08:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.809646 11603 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } has no permanent_uuid. Determining permanent_uuid...
20:08:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.830806 11603 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0: Bootstrap starting.
20:08:38.835 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:38.835 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:38.835 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:38.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:38.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:38.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:38.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:38.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:38.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:38.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:38.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:38.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:38.836 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.838769 11603 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0: Neither blocks nor log segments found. Creating new log.
20:08:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.840850 11603 log.cc:826] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0: Log is configured to *not* fsync() on all Append() calls
20:08:38.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.847229 11603 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0: No bootstrap required, opened a new log
20:08:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.872812 11603 raft_consensus.cc:359] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } }
20:08:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.873517 11603 raft_consensus.cc:385] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.874631 11603 raft_consensus.cc:740] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd98bc02740345f8b07f0ad2170395d0, State: Initialized, Role: FOLLOWER
20:08:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.875877 11603 consensus_queue.cc:260] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } }
20:08:38.878 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:38.878 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:38.879 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:38.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:38.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:38.879 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:38.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:38.879 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:38.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:38.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:38.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:38.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:38.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.879117 11612 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.880558 11612 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [sys.catalog]: This master's current role is: FOLLOWER
20:08:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.883389 11603 sys_catalog.cc:565] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [sys.catalog]: configured and running, proceeding with master startup.
20:08:38.898 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:38.898 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:38.898 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:38.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:38.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:38.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:38.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:38.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:38.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:38.899 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:38.899 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:38.899 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:38.899 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:38.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:38.918035 11623 catalog_manager.cc:1593] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:08:38.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:38.918403 11623 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:08:38.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.912959 11498 master_runner.cc:187] Error getting master registration for 127.11.17.190:33389: OK, instance_id { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" instance_seqno: 1779134912379216 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:08:38.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.940663 11498 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:08:38.968 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:38.969 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:38.969 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:38.969 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.970 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.970 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:38.970 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.970 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.970 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:38.970 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.970 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:38.971 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.971170 11612 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.971786 11612 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } }
20:08:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:38.974769 11612 leader_election.cc:290] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c29dddd58d5e447eb05079ad1ff3b174 (127.11.17.190:33389), 18ae4b2f03784884ab8fe927c8c58406 (127.11.17.189:36221)
20:08:39.048 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:39.048 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:39.048 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:39.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.049 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.049 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.049 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.049 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.049 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.049 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:39.102849 11536 tablet.cc:2404] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:39.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:39.174 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:39.184 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:39.340 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:39.341 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:39.341 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:39.341 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:39.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:39.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:39.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:39.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:39.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:39.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:39.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:39.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:39.342 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:39.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:39.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.401046 11416 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 7
20:08:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.430429 11416 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174: Bootstrap starting.
20:08:39.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.438225 11416 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174: Neither blocks nor log segments found. Creating new log.
20:08:39.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.440610 11416 log.cc:826] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174: Log is configured to *not* fsync() on all Append() calls
20:08:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.462729 11416 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174: No bootstrap required, opened a new log
20:08:39.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.501660 11416 raft_consensus.cc:359] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } }
20:08:39.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.502537 11416 raft_consensus.cc:385] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:39.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.502867 11416 raft_consensus.cc:740] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c29dddd58d5e447eb05079ad1ff3b174, State: Initialized, Role: FOLLOWER
20:08:39.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.504503 11416 consensus_queue.cc:260] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } }
20:08:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.514319 11416 sys_catalog.cc:565] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [sys.catalog]: configured and running, proceeding with master startup.
20:08:39.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.514523 11391 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd98bc02740345f8b07f0ad2170395d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c29dddd58d5e447eb05079ad1ff3b174" is_pre_election: true
20:08:39.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.515530 11391 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cd98bc02740345f8b07f0ad2170395d0 in term 0.
20:08:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.513108 11628 sys_catalog.cc:455] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.517148 11628 sys_catalog.cc:458] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [sys.catalog]: This master's current role is: FOLLOWER
20:08:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.516981 11533 leader_election.cc:304] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c29dddd58d5e447eb05079ad1ff3b174, cd98bc02740345f8b07f0ad2170395d0; no voters: 
20:08:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.519289 11630 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:39.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.519763 11630 raft_consensus.cc:493] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:39.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.525703 11630 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 0 FOLLOWER]: Advancing to term 1
20:08:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.535125 11630 raft_consensus.cc:515] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } }
20:08:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.538813 11391 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd98bc02740345f8b07f0ad2170395d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c29dddd58d5e447eb05079ad1ff3b174"
20:08:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.539481 11391 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [term 0 FOLLOWER]: Advancing to term 1
20:08:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.547936 11391 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cd98bc02740345f8b07f0ad2170395d0 in term 1.
20:08:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.549240 11533 leader_election.cc:304] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c29dddd58d5e447eb05079ad1ff3b174, cd98bc02740345f8b07f0ad2170395d0; no voters: 
20:08:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:39.551954 11370 tablet.cc:2404] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:39.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.555090 11630 leader_election.cc:290] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [CANDIDATE]: Term 1 election: Requested vote from peers c29dddd58d5e447eb05079ad1ff3b174 (127.11.17.190:33389), 18ae4b2f03784884ab8fe927c8c58406 (127.11.17.189:36221)
20:08:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.557929 11630 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 1 FOLLOWER]: Leader election won for term 1
20:08:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.558461 11630 raft_consensus.cc:697] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [term 1 LEADER]: Becoming Leader. State: Replica: cd98bc02740345f8b07f0ad2170395d0, State: Running, Role: LEADER
20:08:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.561219 11630 consensus_queue.cc:237] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } }
20:08:39.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.574327 11635 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd98bc02740345f8b07f0ad2170395d0. Latest consensus state: current_term: 1 leader_uuid: "cd98bc02740345f8b07f0ad2170395d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:39.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.575239 11635 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [sys.catalog]: This master's current role is: LEADER
20:08:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.584002 11638 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:08:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.591650 11638 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:08:39.602 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:39.603 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:39.603 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:39.604 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:39.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:39.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:39.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:39.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:39.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:39.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:39.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:39.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:39.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:39.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.616632 11644 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:08:39.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.616690 11391 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [term 1 FOLLOWER]: Refusing update from remote peer cd98bc02740345f8b07f0ad2170395d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:08:39.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.618809 11635 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:39.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:39.658 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7) switched from state RESTARTING to RUNNING.
20:08:39.659 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job 1f02022c9a2936dac70c2082cc7114d7 from Checkpoint 71 @ 1779134918380 for 1f02022c9a2936dac70c2082cc7114d7 located at file:/tmp/junit16321480258269958575/checkpoints/1f02022c9a2936dac70c2082cc7114d7/chk-71.
20:08:39.660 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
20:08:39.660 [INFO - flink-pekko.actor.default-dispatcher-10] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:08:39.669 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
20:08:39.669 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:39.670 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
20:08:39.670 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 20e5361c5b66627d004c5708f4b4de26
20:08:39.670 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
20:08:39.670 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 20e5361c5b66627d004c5708f4b4de26.
20:08:39.670 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
20:08:39.671 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 93d0da71ecf505c4b997c18c439fe5cc
20:08:39.671 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
20:08:39.671 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 20e5361c5b66627d004c5708f4b4de26.
20:08:39.671 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:39.672 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:39.671 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
20:08:39.673 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 079af0b16401ee4b7f4d1486652f7d5c
20:08:39.674 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
20:08:39.674 [INFO - Thread-53] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:08:39.674 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:39.674 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.8.16.125:44243(127.8.16.125:44243)] disconnecting while in state TERMINATED
20:08:39.674 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.8.16.124:43447(127.8.16.124:43447)] disconnecting while in state TERMINATED
20:08:39.675 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:39.675 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.8.16.126:37607(127.8.16.126:37607)] disconnecting while in state TERMINATED
20:08:39.676 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
20:08:39.676 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id e0195d351ba91a630d6da63005277f67
20:08:39.677 [DEBUG - Thread-53] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:39.678 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:08:39.679 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
20:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.680045 11642 mvcc.cc:204] Tried to move back new op lower bound from 7287336630729093120 to 7287336630541725696. Current Snapshot: MvccSnapshot[applied={T|T < 7287336630729093120}]
20:08:39.681 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 93d0da71ecf505c4b997c18c439fe5cc.
20:08:39.681 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
20:08:39.682 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 93d0da71ecf505c4b997c18c439fe5cc.
20:08:39.682 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
20:08:39.682 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
20:08:39.683 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3615971d
20:08:39.683 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:39.683 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:08:39.683 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:08:39.684 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:08:39.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.685110 11628 sys_catalog.cc:455] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd98bc02740345f8b07f0ad2170395d0. Latest consensus state: current_term: 1 leader_uuid: "cd98bc02740345f8b07f0ad2170395d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:39.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.685824 11628 sys_catalog.cc:458] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [sys.catalog]: This master's current role is: FOLLOWER
20:08:39.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.686466 11635 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cd98bc02740345f8b07f0ad2170395d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:39.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.687163 11635 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [sys.catalog]: This master's current role is: LEADER
20:08:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.626009 11346 master_runner.cc:187] Error getting master registration for 127.11.17.189:36221: OK, instance_id { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" instance_seqno: 1779134915921174 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:08:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.689018 11346 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:08:39.691 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7ae35f93
20:08:39.693 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:39.694 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 079af0b16401ee4b7f4d1486652f7d5c.
20:08:39.695 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 079af0b16401ee4b7f4d1486652f7d5c.
20:08:39.695 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
20:08:39.695 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
20:08:39.696 [INFO - Thread-53] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:08:39.696 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@18502ec3
20:08:39.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.696524 11638 catalog_manager.cc:1382] Generated new cluster ID: 5417108f41e24245a490024da59ae9ef
20:08:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.696849 11638 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:08:39.697 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:39.697 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:08:39.697 [INFO - Thread-53] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:08:39.697 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:08:39.697 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:08:39.702 [DEBUG - Thread-53] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:39.703 [INFO - Thread-53] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:08:39.707 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e0195d351ba91a630d6da63005277f67.
20:08:39.708 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
20:08:39.708 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
20:08:39.708 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id e0195d351ba91a630d6da63005277f67.
20:08:39.719 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7832c10
20:08:39.719 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:39.719 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:08:39.722 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:08:39.722 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:08:39.720 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79c385da
20:08:39.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.724398 11628 sys_catalog.cc:455] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cd98bc02740345f8b07f0ad2170395d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:39.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.725179 11628 sys_catalog.cc:458] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174 [sys.catalog]: This master's current role is: FOLLOWER
20:08:39.731 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:39.733 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@931ba6a
20:08:39.734 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:39.739 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.752048 11638 catalog_manager.cc:1405] Generated new certificate authority record
20:08:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.758379 11638 catalog_manager.cc:1539] Loading token signing keys...
20:08:39.748 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:39.761 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:39.761 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:39.761 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:39.765 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
20:08:39.765 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
20:08:39.766 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:39.766 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:39.766 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:39.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:39.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:39.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:39.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:39.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:39.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:39.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:39.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:39.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:39.768 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:39.769 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@195a377e
20:08:39.769 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:39.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:08:39.771 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:08:39.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:08:39.772 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.781 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.786 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27875fb5
20:08:39.800 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.801 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:39.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.808 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.814677 11638 catalog_manager.cc:6069] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0: Generated new TSK 0
20:08:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.816053 11638 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:08:39.818 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.822 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.823 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.824 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.825 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.825 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.833 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.833 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.839 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.842 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:39.844595 11334 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/wal
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/data
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/logs
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/data/info.pb
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.129:0
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.17.129
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.129
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:08:39.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:39.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.853 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.857 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:39.865 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.866 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.866 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.873 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.878 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.879 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:39.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.890 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.890 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.893 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.893 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:39.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.896 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:39.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.897 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:39.898 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.899 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.900 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.901 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.901 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:39.902 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.902 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:39.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:39.904 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.904 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.910 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.910 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.912 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.916 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:39.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.924 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.924 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.925 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.927 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:39.927 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:39.927 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:39.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:39.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:39.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:39.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:39.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:39.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:39.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:39.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:39.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:39.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:39.928 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28747), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [14ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [56ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [501ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [501ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [502ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [782ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [782ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [783ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [783ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1342ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4221ms] refreshing cache from master, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4222ms] too many traces: truncated at 100 traces, deferred=Deferred@602723684(state=PENDING, result=null, callback=(continuation of Deferred@297626953 after retry RPC after error@961271742) -> (continuation of Deferred@700489118 after retry RPC after error@1824664119) -> (continuation of Deferred@376427971 after retry RPC after error@1904084631) -> (continuation of Deferred@1551849803 after retry RPC after error@563168097) -> (continuation of Deferred@1228430173 after retry RPC after error@1215542867) -> (continuation of Deferred@1860180759 after retry RPC after error@1161938913) -> (continuation of Deferred@1319669415 after retry RPC after error@456947727) -> (continuation of Deferred@1978331356 after retry RPC after error@1046433615) -> (continuation of Deferred@872952725 after retry RPC after error@1284294939) -> (continuation of Deferred@1858255942 after retry RPC after error@715367398) -> (continuation of Deferred@1598204348 after retry RPC after error@1974237022) -> (continuation of Deferred@251122977 after retry RPC after error@964492170) -> (continuation of Deferred@1933163088 after retry RPC after error@1698244078) -> (continuation of Deferred@1440197301 after retry RPC after error@195672878) -> (continuation of Deferred@905734961 after retry RPC after error@424033845) -> (continuation of Deferred@1907146154 after retry RPC after error@932841594) -> (continuation of Deferred@1634289755 after retry RPC after error@1240884693) -> (continuation of Deferred@1571012780 after retry RPC after error@983419578) -> (continuation of Deferred@295527970 after retry RPC after error@1807704329) -> (continuation of Deferred@677014130 after retry RPC after error@2093399513) -> (continuation of Deferred@101738517 after retry RPC after error@372766455) -> (continuation of Deferred@1841633209 after retry RPC after error@614746029) -> (continuation of Deferred@561107948 after retry RPC after error@148375931), errback=(continuation of Deferred@297626953 after retry RPC after error@961271742) -> (continuation of Deferred@700489118 after retry RPC after error@1824664119) -> (continuation of Deferred@376427971 after retry RPC after error@1904084631) -> (continuation of Deferred@1551849803 after retry RPC after error@563168097) -> (continuation of Deferred@1228430173 after retry RPC after error@1215542867) -> (continuation of Deferred@1860180759 after retry RPC after error@1161938913) -> (continuation of Deferred@1319669415 after retry RPC after error@456947727) -> (continuation of Deferred@1978331356 after retry RPC after error@1046433615) -> (continuation of Deferred@872952725 after retry RPC after error@1284294939) -> (continuation of Deferred@1858255942 after retry RPC after error@715367398) -> (continuation of Deferred@1598204348 after retry RPC after error@1974237022) -> (continuation of Deferred@251122977 after retry RPC after error@964492170) -> (continuation of Deferred@1933163088 after retry RPC after error@1698244078) -> (continuation of Deferred@1440197301 after retry RPC after error@195672878) -> (continuation of Deferred@905734961 after retry RPC after error@424033845) -> (continuation of Deferred@1907146154 after retry RPC after error@932841594) -> (continuation of Deferred@1634289755 after retry RPC after error@1240884693) -> (continuation of Deferred@1571012780 after retry RPC after error@983419578) -> (continuation of Deferred@295527970 after retry RPC after error@1807704329) -> (continuation of Deferred@677014130 after retry RPC after error@2093399513) -> (continuation of Deferred@101738517 after retry RPC after error@372766455) -> (continuation of Deferred@1841633209 after retry RPC after error@614746029) -> (continuation of Deferred@561107948 after retry RPC after error@148375931)))
20:08:39.931 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:08:39.931 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28747), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [14ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [56ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [501ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [501ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [502ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [782ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [782ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [783ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [783ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1342ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4221ms] refreshing cache from master, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4222ms] too many traces: truncated at 100 traces, deferred=Deferred@602723684(state=PENDING, result=null, callback=(continuation of Deferred@297626953 after retry RPC after error@961271742) -> (continuation of Deferred@700489118 after retry RPC after error@1824664119) -> (continuation of Deferred@376427971 after retry RPC after error@1904084631) -> (continuation of Deferred@1551849803 after retry RPC after error@563168097) -> (continuation of Deferred@1228430173 after retry RPC after error@1215542867) -> (continuation of Deferred@1860180759 after retry RPC after error@1161938913) -> (continuation of Deferred@1319669415 after retry RPC after error@456947727) -> (continuation of Deferred@1978331356 after retry RPC after error@1046433615) -> (continuation of Deferred@872952725 after retry RPC after error@1284294939) -> (continuation of Deferred@1858255942 after retry RPC after error@715367398) -> (continuation of Deferred@1598204348 after retry RPC after error@1974237022) -> (continuation of Deferred@251122977 after retry RPC after error@964492170) -> (continuation of Deferred@1933163088 after retry RPC after error@1698244078) -> (continuation of Deferred@1440197301 after retry RPC after error@195672878) -> (continuation of Deferred@905734961 after retry RPC after error@424033845) -> (continuation of Deferred@1907146154 after retry RPC after error@932841594) -> (continuation of Deferred@1634289755 after retry RPC after error@1240884693) -> (continuation of Deferred@1571012780 after retry RPC after error@983419578) -> (continuation of Deferred@295527970 after retry RPC after error@1807704329) -> (continuation of Deferred@677014130 after retry RPC after error@2093399513) -> (continuation of Deferred@101738517 after retry RPC after error@372766455) -> (continuation of Deferred@1841633209 after retry RPC after error@614746029) -> (continuation of Deferred@561107948 after retry RPC after error@148375931), errback=(continuation of Deferred@297626953 after retry RPC after error@961271742) -> (continuation of Deferred@700489118 after retry RPC after error@1824664119) -> (continuation of Deferred@376427971 after retry RPC after error@1904084631) -> (continuation of Deferred@1551849803 after retry RPC after error@563168097) -> (continuation of Deferred@1228430173 after retry RPC after error@1215542867) -> (continuation of Deferred@1860180759 after retry RPC after error@1161938913) -> (continuation of Deferred@1319669415 after retry RPC after error@456947727) -> (continuation of Deferred@1978331356 after retry RPC after error@1046433615) -> (continuation of Deferred@872952725 after retry RPC after error@1284294939) -> (continuation of Deferred@1858255942 after retry RPC after error@715367398) -> (continuation of Deferred@1598204348 after retry RPC after error@1974237022) -> (continuation of Deferred@251122977 after retry RPC after error@964492170) -> (continuation of Deferred@1933163088 after retry RPC after error@1698244078) -> (continuation of Deferred@1440197301 after retry RPC after error@195672878) -> (continuation of Deferred@905734961 after retry RPC after error@424033845) -> (continuation of Deferred@1907146154 after retry RPC after error@932841594) -> (continuation of Deferred@1634289755 after retry RPC after error@1240884693) -> (continuation of Deferred@1571012780 after retry RPC after error@983419578) -> (continuation of Deferred@295527970 after retry RPC after error@1807704329) -> (continuation of Deferred@677014130 after retry RPC after error@2093399513) -> (continuation of Deferred@101738517 after retry RPC after error@372766455) -> (continuation of Deferred@1841633209 after retry RPC after error@614746029) -> (continuation of Deferred@561107948 after retry RPC after error@148375931)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.60:37103
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:39.934 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:39.936 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
20:08:39.936 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:39.936 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:39.936 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:39.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:39.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:39.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:39.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:39.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:39.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:39.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:39.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:39.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:39.937 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:39.938 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
20:08:39.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.940 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28747), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [14ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [48ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [56ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [60ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [83ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [83ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [184ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [282ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [501ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [501ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [502ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [782ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [782ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [783ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [783ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1342ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4221ms] refreshing cache from master, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4222ms] too many traces: truncated at 100 traces, deferred=Deferred@602723684(state=PENDING, result=null, callback=(continuation of Deferred@297626953 after retry RPC after error@961271742) -> (continuation of Deferred@700489118 after retry RPC after error@1824664119) -> (continuation of Deferred@376427971 after retry RPC after error@1904084631) -> (continuation of Deferred@1551849803 after retry RPC after error@563168097) -> (continuation of Deferred@1228430173 after retry RPC after error@1215542867) -> (continuation of Deferred@1860180759 after retry RPC after error@1161938913) -> (continuation of Deferred@1319669415 after retry RPC after error@456947727) -> (continuation of Deferred@1978331356 after retry RPC after error@1046433615) -> (continuation of Deferred@872952725 after retry RPC after error@1284294939) -> (continuation of Deferred@1858255942 after retry RPC after error@715367398) -> (continuation of Deferred@1598204348 after retry RPC after error@1974237022) -> (continuation of Deferred@251122977 after retry RPC after error@964492170) -> (continuation of Deferred@1933163088 after retry RPC after error@1698244078) -> (continuation of Deferred@1440197301 after retry RPC after error@195672878) -> (continuation of Deferred@905734961 after retry RPC after error@424033845) -> (continuation of Deferred@1907146154 after retry RPC after error@932841594) -> (continuation of Deferred@1634289755 after retry RPC after error@1240884693) -> (continuation of Deferred@1571012780 after retry RPC after error@983419578) -> (continuation of Deferred@295527970 after retry RPC after error@1807704329) -> (continuation of Deferred@677014130 after retry RPC after error@2093399513) -> (continuation of Deferred@101738517 after retry RPC after error@372766455) -> (continuation of Deferred@1841633209 after retry RPC after error@614746029) -> (continuation of Deferred@561107948 after retry RPC after error@148375931), errback=(continuation of Deferred@297626953 after retry RPC after error@961271742) -> (continuation of Deferred@700489118 after retry RPC after error@1824664119) -> (continuation of Deferred@376427971 after retry RPC after error@1904084631) -> (continuation of Deferred@1551849803 after retry RPC after error@563168097) -> (continuation of Deferred@1228430173 after retry RPC after error@1215542867) -> (continuation of Deferred@1860180759 after retry RPC after error@1161938913) -> (continuation of Deferred@1319669415 after retry RPC after error@456947727) -> (continuation of Deferred@1978331356 after retry RPC after error@1046433615) -> (continuation of Deferred@872952725 after retry RPC after error@1284294939) -> (continuation of Deferred@1858255942 after retry RPC after error@715367398) -> (continuation of Deferred@1598204348 after retry RPC after error@1974237022) -> (continuation of Deferred@251122977 after retry RPC after error@964492170) -> (continuation of Deferred@1933163088 after retry RPC after error@1698244078) -> (continuation of Deferred@1440197301 after retry RPC after error@195672878) -> (continuation of Deferred@905734961 after retry RPC after error@424033845) -> (continuation of Deferred@1907146154 after retry RPC after error@932841594) -> (continuation of Deferred@1634289755 after retry RPC after error@1240884693) -> (continuation of Deferred@1571012780 after retry RPC after error@983419578) -> (continuation of Deferred@295527970 after retry RPC after error@1807704329) -> (continuation of Deferred@677014130 after retry RPC after error@2093399513) -> (continuation of Deferred@101738517 after retry RPC after error@372766455) -> (continuation of Deferred@1841633209 after retry RPC after error@614746029) -> (continuation of Deferred@561107948 after retry RPC after error@148375931)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.60:37103
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:39.943 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.943 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.943 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.945 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.945 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.945 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.945 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.946 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.946 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.950 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:39.952 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:39.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.952 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
20:08:39.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.953 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
20:08:39.953 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RUNNING to RESTARTING.
20:08:39.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:39.959 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.962 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.962 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.962 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.965 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.965 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.967 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.968 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.971 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.971 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.974 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.977 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:39.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.978 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.978 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:39.978 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:39.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:39.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:39.979 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:39.980 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.980 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.980 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.980 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.980 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.981 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.982 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.982 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.982 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.983 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.983 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.984 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.984 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.985 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.992 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:39.992 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:39.993 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:39.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:39.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:39.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:39.993 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:39.998 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:39.999 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:39.999 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:39.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:39.999 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.000 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.000 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.000 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.000 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.000 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.000 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.000 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.000 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.000 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.000 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.001 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.001 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.001 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.001 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:40.000 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.001 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.001 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.002 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.002 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.002 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.002 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.002 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.004 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.004 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.004 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.015 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.015 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.015 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.020 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.020 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.020 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.021 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.024 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.024 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.024 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.033 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.033 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.033 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.037 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:40.037 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:40.038 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:40.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:40.041 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.041 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.041 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.042 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.042 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.042 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.042 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.042 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.042 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.044 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.044 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.044 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.044 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.044 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.044 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.044 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.045 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:40.064 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.065 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.065 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.072 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.073 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.073 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.073 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.073 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.073 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.073 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.074 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.079 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.080 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.080 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.081 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.081 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.081 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.081 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.081 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.081 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.081 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.082 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.082 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.097 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:40.098 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:40.098 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:40.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.099 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.099 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.100 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.100 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.100 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.100 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.100 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.100 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.100 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.100 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:40.100 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.100 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.100 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.102 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.102 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.102 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.112 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.112 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.113 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.113 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.117 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:40.117 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:40.117 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:40.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.119 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:40.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:40.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:40.202 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.203 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.203 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.204 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.217 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:40.217 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:40.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.218 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:40.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.225687 11492 debug-util.cc:398] Leaking SignalData structure 0x7b080007fbc0 after lost signal to thread 11423
20:08:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.226375 11492 debug-util.cc:398] Leaking SignalData structure 0x7b080003cd80 after lost signal to thread 11495
20:08:40.279 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:40.279 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:40.279 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:40.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:40.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:40.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:40.280 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:40.300 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.300 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.300 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.302 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.324 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.324 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.324 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.325 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:40.366 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:40.366 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:40.366 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:40.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:40.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:40.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:40.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:40.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:40.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:40.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:40.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:40.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:40.367 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:40.368 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29193), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [30ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [205ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [502ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [741ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1684ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2242ms] refreshing cache from master, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2244ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2246ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2247ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2247ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4703ms] refreshing cache from master, [4703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4704ms] too many traces: truncated at 100 traces, deferred=Deferred@1528150182(state=PENDING, result=null, callback=(continuation of Deferred@102931541 after retry RPC after error@1802198064) -> (continuation of Deferred@1621564010 after retry RPC after error@369188432) -> (continuation of Deferred@80984305 after retry RPC after error@896073351) -> (continuation of Deferred@1841616394 after retry RPC after error@1907095100) -> (continuation of Deferred@1755761864 after retry RPC after error@449350557) -> (continuation of Deferred@1375173192 after retry RPC after error@2135129180) -> (continuation of Deferred@559755248 after retry RPC after error@2140658725) -> (continuation of Deferred@358141093 after retry RPC after error@1897784270) -> (continuation of Deferred@972513458 after retry RPC after error@2017523037) -> (continuation of Deferred@724443924 after retry RPC after error@900970028) -> (continuation of Deferred@927179480 after retry RPC after error@1222001520) -> (continuation of Deferred@314241021 after retry RPC after error@982526288) -> (continuation of Deferred@275712440 after retry RPC after error@1792541958) -> (continuation of Deferred@794348199 after retry RPC after error@347716789) -> (continuation of Deferred@2096321875 after retry RPC after error@1453957118) -> (continuation of Deferred@1062042238 after retry RPC after error@1724396854) -> (continuation of Deferred@7847281 after retry RPC after error@448496878) -> (continuation of Deferred@1316062029 after retry RPC after error@1773633072) -> (continuation of Deferred@1419172418 after retry RPC after error@307013834) -> (continuation of Deferred@1348811301 after retry RPC after error@49387751) -> (continuation of Deferred@1624708657 after retry RPC after error@388687897) -> (continuation of Deferred@1852267723 after retry RPC after error@1625278272) -> (continuation of Deferred@945890292 after retry RPC after error@2026598081) -> (continuation of Deferred@740226071 after retry RPC after error@853918483) -> (continuation of Deferred@61483064 after retry RPC after error@548725738), errback=(continuation of Deferred@102931541 after retry RPC after error@1802198064) -> (continuation of Deferred@1621564010 after retry RPC after error@369188432) -> (continuation of Deferred@80984305 after retry RPC after error@896073351) -> (continuation of Deferred@1841616394 after retry RPC after error@1907095100) -> (continuation of Deferred@1755761864 after retry RPC after error@449350557) -> (continuation of Deferred@1375173192 after retry RPC after error@2135129180) -> (continuation of Deferred@559755248 after retry RPC after error@2140658725) -> (continuation of Deferred@358141093 after retry RPC after error@1897784270) -> (continuation of Deferred@972513458 after retry RPC after error@2017523037) -> (continuation of Deferred@724443924 after retry RPC after error@900970028) -> (continuation of Deferred@927179480 after retry RPC after error@1222001520) -> (continuation of Deferred@314241021 after retry RPC after error@982526288) -> (continuation of Deferred@275712440 after retry RPC after error@1792541958) -> (continuation of Deferred@794348199 after retry RPC after error@347716789) -> (continuation of Deferred@2096321875 after retry RPC after error@1453957118) -> (continuation of Deferred@1062042238 after retry RPC after error@1724396854) -> (continuation of Deferred@7847281 after retry RPC after error@448496878) -> (continuation of Deferred@1316062029 after retry RPC after error@1773633072) -> (continuation of Deferred@1419172418 after retry RPC after error@307013834) -> (continuation of Deferred@1348811301 after retry RPC after error@49387751) -> (continuation of Deferred@1624708657 after retry RPC after error@388687897) -> (continuation of Deferred@1852267723 after retry RPC after error@1625278272) -> (continuation of Deferred@945890292 after retry RPC after error@2026598081) -> (continuation of Deferred@740226071 after retry RPC after error@853918483) -> (continuation of Deferred@61483064 after retry RPC after error@548725738)))
20:08:40.370 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:08:40.370 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29193), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [30ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [205ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [502ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [741ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1684ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2242ms] refreshing cache from master, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2244ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2246ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2247ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2247ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4703ms] refreshing cache from master, [4703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4704ms] too many traces: truncated at 100 traces, deferred=Deferred@1528150182(state=PENDING, result=null, callback=(continuation of Deferred@102931541 after retry RPC after error@1802198064) -> (continuation of Deferred@1621564010 after retry RPC after error@369188432) -> (continuation of Deferred@80984305 after retry RPC after error@896073351) -> (continuation of Deferred@1841616394 after retry RPC after error@1907095100) -> (continuation of Deferred@1755761864 after retry RPC after error@449350557) -> (continuation of Deferred@1375173192 after retry RPC after error@2135129180) -> (continuation of Deferred@559755248 after retry RPC after error@2140658725) -> (continuation of Deferred@358141093 after retry RPC after error@1897784270) -> (continuation of Deferred@972513458 after retry RPC after error@2017523037) -> (continuation of Deferred@724443924 after retry RPC after error@900970028) -> (continuation of Deferred@927179480 after retry RPC after error@1222001520) -> (continuation of Deferred@314241021 after retry RPC after error@982526288) -> (continuation of Deferred@275712440 after retry RPC after error@1792541958) -> (continuation of Deferred@794348199 after retry RPC after error@347716789) -> (continuation of Deferred@2096321875 after retry RPC after error@1453957118) -> (continuation of Deferred@1062042238 after retry RPC after error@1724396854) -> (continuation of Deferred@7847281 after retry RPC after error@448496878) -> (continuation of Deferred@1316062029 after retry RPC after error@1773633072) -> (continuation of Deferred@1419172418 after retry RPC after error@307013834) -> (continuation of Deferred@1348811301 after retry RPC after error@49387751) -> (continuation of Deferred@1624708657 after retry RPC after error@388687897) -> (continuation of Deferred@1852267723 after retry RPC after error@1625278272) -> (continuation of Deferred@945890292 after retry RPC after error@2026598081) -> (continuation of Deferred@740226071 after retry RPC after error@853918483) -> (continuation of Deferred@61483064 after retry RPC after error@548725738), errback=(continuation of Deferred@102931541 after retry RPC after error@1802198064) -> (continuation of Deferred@1621564010 after retry RPC after error@369188432) -> (continuation of Deferred@80984305 after retry RPC after error@896073351) -> (continuation of Deferred@1841616394 after retry RPC after error@1907095100) -> (continuation of Deferred@1755761864 after retry RPC after error@449350557) -> (continuation of Deferred@1375173192 after retry RPC after error@2135129180) -> (continuation of Deferred@559755248 after retry RPC after error@2140658725) -> (continuation of Deferred@358141093 after retry RPC after error@1897784270) -> (continuation of Deferred@972513458 after retry RPC after error@2017523037) -> (continuation of Deferred@724443924 after retry RPC after error@900970028) -> (continuation of Deferred@927179480 after retry RPC after error@1222001520) -> (continuation of Deferred@314241021 after retry RPC after error@982526288) -> (continuation of Deferred@275712440 after retry RPC after error@1792541958) -> (continuation of Deferred@794348199 after retry RPC after error@347716789) -> (continuation of Deferred@2096321875 after retry RPC after error@1453957118) -> (continuation of Deferred@1062042238 after retry RPC after error@1724396854) -> (continuation of Deferred@7847281 after retry RPC after error@448496878) -> (continuation of Deferred@1316062029 after retry RPC after error@1773633072) -> (continuation of Deferred@1419172418 after retry RPC after error@307013834) -> (continuation of Deferred@1348811301 after retry RPC after error@49387751) -> (continuation of Deferred@1624708657 after retry RPC after error@388687897) -> (continuation of Deferred@1852267723 after retry RPC after error@1625278272) -> (continuation of Deferred@945890292 after retry RPC after error@2026598081) -> (continuation of Deferred@740226071 after retry RPC after error@853918483) -> (continuation of Deferred@61483064 after retry RPC after error@548725738)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:40.372 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.373 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.374 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.376 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.378 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
20:08:40.381 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
20:08:40.383 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29193), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [29ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [30ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [52ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [61ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [64ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [204ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [205ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [281ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [282ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [502ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [502ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [741ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1684ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2242ms] refreshing cache from master, [2242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2244ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2246ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2247ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2247ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4703ms] refreshing cache from master, [4703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4704ms] too many traces: truncated at 100 traces, deferred=Deferred@1528150182(state=PENDING, result=null, callback=(continuation of Deferred@102931541 after retry RPC after error@1802198064) -> (continuation of Deferred@1621564010 after retry RPC after error@369188432) -> (continuation of Deferred@80984305 after retry RPC after error@896073351) -> (continuation of Deferred@1841616394 after retry RPC after error@1907095100) -> (continuation of Deferred@1755761864 after retry RPC after error@449350557) -> (continuation of Deferred@1375173192 after retry RPC after error@2135129180) -> (continuation of Deferred@559755248 after retry RPC after error@2140658725) -> (continuation of Deferred@358141093 after retry RPC after error@1897784270) -> (continuation of Deferred@972513458 after retry RPC after error@2017523037) -> (continuation of Deferred@724443924 after retry RPC after error@900970028) -> (continuation of Deferred@927179480 after retry RPC after error@1222001520) -> (continuation of Deferred@314241021 after retry RPC after error@982526288) -> (continuation of Deferred@275712440 after retry RPC after error@1792541958) -> (continuation of Deferred@794348199 after retry RPC after error@347716789) -> (continuation of Deferred@2096321875 after retry RPC after error@1453957118) -> (continuation of Deferred@1062042238 after retry RPC after error@1724396854) -> (continuation of Deferred@7847281 after retry RPC after error@448496878) -> (continuation of Deferred@1316062029 after retry RPC after error@1773633072) -> (continuation of Deferred@1419172418 after retry RPC after error@307013834) -> (continuation of Deferred@1348811301 after retry RPC after error@49387751) -> (continuation of Deferred@1624708657 after retry RPC after error@388687897) -> (continuation of Deferred@1852267723 after retry RPC after error@1625278272) -> (continuation of Deferred@945890292 after retry RPC after error@2026598081) -> (continuation of Deferred@740226071 after retry RPC after error@853918483) -> (continuation of Deferred@61483064 after retry RPC after error@548725738), errback=(continuation of Deferred@102931541 after retry RPC after error@1802198064) -> (continuation of Deferred@1621564010 after retry RPC after error@369188432) -> (continuation of Deferred@80984305 after retry RPC after error@896073351) -> (continuation of Deferred@1841616394 after retry RPC after error@1907095100) -> (continuation of Deferred@1755761864 after retry RPC after error@449350557) -> (continuation of Deferred@1375173192 after retry RPC after error@2135129180) -> (continuation of Deferred@559755248 after retry RPC after error@2140658725) -> (continuation of Deferred@358141093 after retry RPC after error@1897784270) -> (continuation of Deferred@972513458 after retry RPC after error@2017523037) -> (continuation of Deferred@724443924 after retry RPC after error@900970028) -> (continuation of Deferred@927179480 after retry RPC after error@1222001520) -> (continuation of Deferred@314241021 after retry RPC after error@982526288) -> (continuation of Deferred@275712440 after retry RPC after error@1792541958) -> (continuation of Deferred@794348199 after retry RPC after error@347716789) -> (continuation of Deferred@2096321875 after retry RPC after error@1453957118) -> (continuation of Deferred@1062042238 after retry RPC after error@1724396854) -> (continuation of Deferred@7847281 after retry RPC after error@448496878) -> (continuation of Deferred@1316062029 after retry RPC after error@1773633072) -> (continuation of Deferred@1419172418 after retry RPC after error@307013834) -> (continuation of Deferred@1348811301 after retry RPC after error@49387751) -> (continuation of Deferred@1624708657 after retry RPC after error@388687897) -> (continuation of Deferred@1852267723 after retry RPC after error@1625278272) -> (continuation of Deferred@945890292 after retry RPC after error@2026598081) -> (continuation of Deferred@740226071 after retry RPC after error@853918483) -> (continuation of Deferred@61483064 after retry RPC after error@548725738)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:40.387 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:40.388 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
20:08:40.389 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
20:08:40.426 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:40.426 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:40.426 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:40.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:40.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:40.427 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:40.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:40.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:40.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:40.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:40.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:40.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:40.428 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:40.438 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:40.438 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:40.438 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:40.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:40.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:40.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:40.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:40.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:40.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:40.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:40.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:40.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:40.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:40.466 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:40.466 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:40.466 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:40.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:40.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:40.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:40.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:40.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:40.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:40.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:40.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:40.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:40.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.468808 11674 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.469465 11674 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:40.469 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29292), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [204ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [421ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [821ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [821ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [821ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [821ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1660ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1672ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2385ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2386ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [5820ms] refreshing cache from master, [5820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5821ms] too many traces: truncated at 100 traces, deferred=Deferred@135726524(state=PENDING, result=null, callback=(continuation of Deferred@1922769327 after retry RPC after error@628424539) -> (continuation of Deferred@1035752559 after retry RPC after error@221678721) -> (continuation of Deferred@646664913 after retry RPC after error@604499836) -> (continuation of Deferred@2076690623 after retry RPC after error@1118572994) -> (continuation of Deferred@1045290652 after retry RPC after error@631945766) -> (continuation of Deferred@1617759260 after retry RPC after error@1114448850) -> (continuation of Deferred@302296125 after retry RPC after error@1645170641) -> (continuation of Deferred@1779085920 after retry RPC after error@1095921472) -> (continuation of Deferred@1988122131 after retry RPC after error@1852436181) -> (continuation of Deferred@1364187338 after retry RPC after error@53843404) -> (continuation of Deferred@2003921783 after retry RPC after error@1456421898) -> (continuation of Deferred@2036934545 after retry RPC after error@1448957573) -> (continuation of Deferred@713795050 after retry RPC after error@84669405) -> (continuation of Deferred@904792386 after retry RPC after error@163284996) -> (continuation of Deferred@2129188908 after retry RPC after error@606554423) -> (continuation of Deferred@1632035048 after retry RPC after error@879279980) -> (continuation of Deferred@217659509 after retry RPC after error@302622252) -> (continuation of Deferred@1142838565 after retry RPC after error@897319189) -> (continuation of Deferred@1887677791 after retry RPC after error@795102629) -> (continuation of Deferred@434471441 after retry RPC after error@1279548561) -> (continuation of Deferred@557906195 after retry RPC after error@742691323) -> (continuation of Deferred@428108648 after retry RPC after error@2009734173) -> (continuation of Deferred@1365568406 after retry RPC after error@1504146184) -> (continuation of Deferred@1665309823 after retry RPC after error@1154440958) -> (continuation of Deferred@838940074 after retry RPC after error@1356607441) -> (continuation of Deferred@663412945 after retry RPC after error@428630640), errback=(continuation of Deferred@1922769327 after retry RPC after error@628424539) -> (continuation of Deferred@1035752559 after retry RPC after error@221678721) -> (continuation of Deferred@646664913 after retry RPC after error@604499836) -> (continuation of Deferred@2076690623 after retry RPC after error@1118572994) -> (continuation of Deferred@1045290652 after retry RPC after error@631945766) -> (continuation of Deferred@1617759260 after retry RPC after error@1114448850) -> (continuation of Deferred@302296125 after retry RPC after error@1645170641) -> (continuation of Deferred@1779085920 after retry RPC after error@1095921472) -> (continuation of Deferred@1988122131 after retry RPC after error@1852436181) -> (continuation of Deferred@1364187338 after retry RPC after error@53843404) -> (continuation of Deferred@2003921783 after retry RPC after error@1456421898) -> (continuation of Deferred@2036934545 after retry RPC after error@1448957573) -> (continuation of Deferred@713795050 after retry RPC after error@84669405) -> (continuation of Deferred@904792386 after retry RPC after error@163284996) -> (continuation of Deferred@2129188908 after retry RPC after error@606554423) -> (continuation of Deferred@1632035048 after retry RPC after error@879279980) -> (continuation of Deferred@217659509 after retry RPC after error@302622252) -> (continuation of Deferred@1142838565 after retry RPC after error@897319189) -> (continuation of Deferred@1887677791 after retry RPC after error@795102629) -> (continuation of Deferred@434471441 after retry RPC after error@1279548561) -> (continuation of Deferred@557906195 after retry RPC after error@742691323) -> (continuation of Deferred@428108648 after retry RPC after error@2009734173) -> (continuation of Deferred@1365568406 after retry RPC after error@1504146184) -> (continuation of Deferred@1665309823 after retry RPC after error@1154440958) -> (continuation of Deferred@838940074 after retry RPC after error@1356607441) -> (continuation of Deferred@663412945 after retry RPC after error@428630640)))
20:08:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.470252 11674 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:40.508 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:08:40.509 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29292), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [204ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [421ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [821ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [821ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [821ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [821ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1660ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1672ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2385ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2386ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [5820ms] refreshing cache from master, [5820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5821ms] too many traces: truncated at 100 traces, deferred=Deferred@135726524(state=PENDING, result=null, callback=(continuation of Deferred@1922769327 after retry RPC after error@628424539) -> (continuation of Deferred@1035752559 after retry RPC after error@221678721) -> (continuation of Deferred@646664913 after retry RPC after error@604499836) -> (continuation of Deferred@2076690623 after retry RPC after error@1118572994) -> (continuation of Deferred@1045290652 after retry RPC after error@631945766) -> (continuation of Deferred@1617759260 after retry RPC after error@1114448850) -> (continuation of Deferred@302296125 after retry RPC after error@1645170641) -> (continuation of Deferred@1779085920 after retry RPC after error@1095921472) -> (continuation of Deferred@1988122131 after retry RPC after error@1852436181) -> (continuation of Deferred@1364187338 after retry RPC after error@53843404) -> (continuation of Deferred@2003921783 after retry RPC after error@1456421898) -> (continuation of Deferred@2036934545 after retry RPC after error@1448957573) -> (continuation of Deferred@713795050 after retry RPC after error@84669405) -> (continuation of Deferred@904792386 after retry RPC after error@163284996) -> (continuation of Deferred@2129188908 after retry RPC after error@606554423) -> (continuation of Deferred@1632035048 after retry RPC after error@879279980) -> (continuation of Deferred@217659509 after retry RPC after error@302622252) -> (continuation of Deferred@1142838565 after retry RPC after error@897319189) -> (continuation of Deferred@1887677791 after retry RPC after error@795102629) -> (continuation of Deferred@434471441 after retry RPC after error@1279548561) -> (continuation of Deferred@557906195 after retry RPC after error@742691323) -> (continuation of Deferred@428108648 after retry RPC after error@2009734173) -> (continuation of Deferred@1365568406 after retry RPC after error@1504146184) -> (continuation of Deferred@1665309823 after retry RPC after error@1154440958) -> (continuation of Deferred@838940074 after retry RPC after error@1356607441) -> (continuation of Deferred@663412945 after retry RPC after error@428630640), errback=(continuation of Deferred@1922769327 after retry RPC after error@628424539) -> (continuation of Deferred@1035752559 after retry RPC after error@221678721) -> (continuation of Deferred@646664913 after retry RPC after error@604499836) -> (continuation of Deferred@2076690623 after retry RPC after error@1118572994) -> (continuation of Deferred@1045290652 after retry RPC after error@631945766) -> (continuation of Deferred@1617759260 after retry RPC after error@1114448850) -> (continuation of Deferred@302296125 after retry RPC after error@1645170641) -> (continuation of Deferred@1779085920 after retry RPC after error@1095921472) -> (continuation of Deferred@1988122131 after retry RPC after error@1852436181) -> (continuation of Deferred@1364187338 after retry RPC after error@53843404) -> (continuation of Deferred@2003921783 after retry RPC after error@1456421898) -> (continuation of Deferred@2036934545 after retry RPC after error@1448957573) -> (continuation of Deferred@713795050 after retry RPC after error@84669405) -> (continuation of Deferred@904792386 after retry RPC after error@163284996) -> (continuation of Deferred@2129188908 after retry RPC after error@606554423) -> (continuation of Deferred@1632035048 after retry RPC after error@879279980) -> (continuation of Deferred@217659509 after retry RPC after error@302622252) -> (continuation of Deferred@1142838565 after retry RPC after error@897319189) -> (continuation of Deferred@1887677791 after retry RPC after error@795102629) -> (continuation of Deferred@434471441 after retry RPC after error@1279548561) -> (continuation of Deferred@557906195 after retry RPC after error@742691323) -> (continuation of Deferred@428108648 after retry RPC after error@2009734173) -> (continuation of Deferred@1365568406 after retry RPC after error@1504146184) -> (continuation of Deferred@1665309823 after retry RPC after error@1154440958) -> (continuation of Deferred@838940074 after retry RPC after error@1356607441) -> (continuation of Deferred@663412945 after retry RPC after error@428630640)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.512542 11496 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } attempt: 8
20:08:40.515 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
20:08:40.518 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
20:08:40.520 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29292), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [23ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [23ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [51ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [52ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [63ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [65ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [65ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [142ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [180ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [181ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [203ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [204ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [421ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [821ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [821ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [821ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [821ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1660ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1665ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1672ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [2385ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2386ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [5820ms] refreshing cache from master, [5820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [5821ms] too many traces: truncated at 100 traces, deferred=Deferred@135726524(state=PENDING, result=null, callback=(continuation of Deferred@1922769327 after retry RPC after error@628424539) -> (continuation of Deferred@1035752559 after retry RPC after error@221678721) -> (continuation of Deferred@646664913 after retry RPC after error@604499836) -> (continuation of Deferred@2076690623 after retry RPC after error@1118572994) -> (continuation of Deferred@1045290652 after retry RPC after error@631945766) -> (continuation of Deferred@1617759260 after retry RPC after error@1114448850) -> (continuation of Deferred@302296125 after retry RPC after error@1645170641) -> (continuation of Deferred@1779085920 after retry RPC after error@1095921472) -> (continuation of Deferred@1988122131 after retry RPC after error@1852436181) -> (continuation of Deferred@1364187338 after retry RPC after error@53843404) -> (continuation of Deferred@2003921783 after retry RPC after error@1456421898) -> (continuation of Deferred@2036934545 after retry RPC after error@1448957573) -> (continuation of Deferred@713795050 after retry RPC after error@84669405) -> (continuation of Deferred@904792386 after retry RPC after error@163284996) -> (continuation of Deferred@2129188908 after retry RPC after error@606554423) -> (continuation of Deferred@1632035048 after retry RPC after error@879279980) -> (continuation of Deferred@217659509 after retry RPC after error@302622252) -> (continuation of Deferred@1142838565 after retry RPC after error@897319189) -> (continuation of Deferred@1887677791 after retry RPC after error@795102629) -> (continuation of Deferred@434471441 after retry RPC after error@1279548561) -> (continuation of Deferred@557906195 after retry RPC after error@742691323) -> (continuation of Deferred@428108648 after retry RPC after error@2009734173) -> (continuation of Deferred@1365568406 after retry RPC after error@1504146184) -> (continuation of Deferred@1665309823 after retry RPC after error@1154440958) -> (continuation of Deferred@838940074 after retry RPC after error@1356607441) -> (continuation of Deferred@663412945 after retry RPC after error@428630640), errback=(continuation of Deferred@1922769327 after retry RPC after error@628424539) -> (continuation of Deferred@1035752559 after retry RPC after error@221678721) -> (continuation of Deferred@646664913 after retry RPC after error@604499836) -> (continuation of Deferred@2076690623 after retry RPC after error@1118572994) -> (continuation of Deferred@1045290652 after retry RPC after error@631945766) -> (continuation of Deferred@1617759260 after retry RPC after error@1114448850) -> (continuation of Deferred@302296125 after retry RPC after error@1645170641) -> (continuation of Deferred@1779085920 after retry RPC after error@1095921472) -> (continuation of Deferred@1988122131 after retry RPC after error@1852436181) -> (continuation of Deferred@1364187338 after retry RPC after error@53843404) -> (continuation of Deferred@2003921783 after retry RPC after error@1456421898) -> (continuation of Deferred@2036934545 after retry RPC after error@1448957573) -> (continuation of Deferred@713795050 after retry RPC after error@84669405) -> (continuation of Deferred@904792386 after retry RPC after error@163284996) -> (continuation of Deferred@2129188908 after retry RPC after error@606554423) -> (continuation of Deferred@1632035048 after retry RPC after error@879279980) -> (continuation of Deferred@217659509 after retry RPC after error@302622252) -> (continuation of Deferred@1142838565 after retry RPC after error@897319189) -> (continuation of Deferred@1887677791 after retry RPC after error@795102629) -> (continuation of Deferred@434471441 after retry RPC after error@1279548561) -> (continuation of Deferred@557906195 after retry RPC after error@742691323) -> (continuation of Deferred@428108648 after retry RPC after error@2009734173) -> (continuation of Deferred@1365568406 after retry RPC after error@1504146184) -> (continuation of Deferred@1665309823 after retry RPC after error@1154440958) -> (continuation of Deferred@838940074 after retry RPC after error@1356607441) -> (continuation of Deferred@663412945 after retry RPC after error@428630640)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.129.61:36345
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:40.536 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:40.538 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
20:08:40.538 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
20:08:40.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.554468 11674 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.556362 11674 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.17.129
20:08:40.561 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:40.561 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:40.562 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:40.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:40.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:40.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:40.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:40.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:40.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:40.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:40.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:40.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:40.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.571887 11496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406: Bootstrap starting.
20:08:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.595060 11496 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406: Neither blocks nor log segments found. Creating new log.
20:08:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.597702 11496 log.cc:826] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406: Log is configured to *not* fsync() on all Append() calls
20:08:40.612 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.613 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.613 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.613 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.614 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.624 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.624 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.625 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.624814 11496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406: No bootstrap required, opened a new log
20:08:40.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.626 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.626 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:40.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.642800 11644 catalog_manager.cc:1294] Loaded cluster ID: 5417108f41e24245a490024da59ae9ef
20:08:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.645278 11644 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174: loading cluster ID for follower catalog manager: success
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.648057 11674 tablet_server_runner.cc:78] Tablet server non-default flags:
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/data
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/wal
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.129:0
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/data/info.pb
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.129
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.17.129
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/logs
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:40.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.649827 11674 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.652135 11674 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.683418 11715 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.672392 11644 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174: acquiring CA information for follower catalog manager: success
20:08:40.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:40.690 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:40.690 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:40.690 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:40.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:40.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:40.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:40.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:40.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:40.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:40.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:40.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:40.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:40.692 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:40.726 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:40.727 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:40.727 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:40.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.728 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:40.729 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29552), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [52ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [56ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [56ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [73ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [301ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [302ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [382ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [461ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2005ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4920ms] refreshing cache from master, [4920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@851489366(state=PENDING, result=null, callback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887), errback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887)))
20:08:40.732 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:40.732 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:40.732 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:40.733 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29552), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [52ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [56ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [56ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [73ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [301ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [302ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [382ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [461ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2005ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4920ms] refreshing cache from master, [4920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@851489366(state=PENDING, result=null, callback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887), errback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29552), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [52ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [56ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [56ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [73ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [301ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [302ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [382ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [461ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2005ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4920ms] refreshing cache from master, [4920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@851489366(state=PENDING, result=null, callback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887), errback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:40.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.736 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:40.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.745 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29552), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [52ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [56ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [56ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [73ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [301ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [302ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [382ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [461ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2005ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4920ms] refreshing cache from master, [4920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@851489366(state=PENDING, result=null, callback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887), errback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29552), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [8ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [16ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [23ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [23ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [52ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [56ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [56ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [72ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [73ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [73ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [82ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [82ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [142ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [201ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [204ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [204ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [301ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [302ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [302ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [382ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [382ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [461ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [461ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [2005ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [4920ms] refreshing cache from master, [4920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [4922ms] too many traces: truncated at 100 traces, deferred=Deferred@851489366(state=PENDING, result=null, callback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887), errback=(continuation of Deferred@102204476 after retry RPC after error@1238707132) -> (continuation of Deferred@1814065684 after retry RPC after error@1539649476) -> (continuation of Deferred@1640589028 after retry RPC after error@27343274) -> (continuation of Deferred@1853774680 after retry RPC after error@473424476) -> (continuation of Deferred@912476536 after retry RPC after error@1040665207) -> (continuation of Deferred@574583412 after retry RPC after error@20529517) -> (continuation of Deferred@759034043 after retry RPC after error@695026585) -> (continuation of Deferred@1889019922 after retry RPC after error@1004612933) -> (continuation of Deferred@2031856298 after retry RPC after error@984174491) -> (continuation of Deferred@188754020 after retry RPC after error@964273996) -> (continuation of Deferred@487785523 after retry RPC after error@1840666013) -> (continuation of Deferred@1740587847 after retry RPC after error@327736123) -> (continuation of Deferred@381642725 after retry RPC after error@1241174546) -> (continuation of Deferred@1413616913 after retry RPC after error@29777313) -> (continuation of Deferred@1814794803 after retry RPC after error@1935587302) -> (continuation of Deferred@930139649 after retry RPC after error@73967131) -> (continuation of Deferred@887228079 after retry RPC after error@847607378) -> (continuation of Deferred@62174917 after retry RPC after error@1110282454) -> (continuation of Deferred@1717444930 after retry RPC after error@2138111037) -> (continuation of Deferred@1507094408 after retry RPC after error@2010251076) -> (continuation of Deferred@1611830477 after retry RPC after error@410717670) -> (continuation of Deferred@1655277902 after retry RPC after error@444232064) -> (continuation of Deferred@1857694462 after retry RPC after error@778968818) -> (continuation of Deferred@10682760 after retry RPC after error@1226606189) -> (continuation of Deferred@1993259114 after retry RPC after error@671719887)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:40.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.749820 11644 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c29dddd58d5e447eb05079ad1ff3b174: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:40.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.755 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:08:40.755 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
20:08:40.756 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
20:08:40.758 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
20:08:40.758 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
20:08:40.758 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
20:08:40.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:40.762 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:40.763 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:40.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:40.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:40.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:40.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:40.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:40.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:40.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:40.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:40.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:40.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:40.766 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:40.766 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:40.766 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:40.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:40.770 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:08:40.770 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
20:08:40.770 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
20:08:40.787 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:40.787 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:40.787 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:40.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.792266 11496 raft_consensus.cc:359] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } }
20:08:40.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.794548 11496 raft_consensus.cc:385] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.795279 11496 raft_consensus.cc:740] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 18ae4b2f03784884ab8fe927c8c58406, State: Initialized, Role: FOLLOWER
20:08:40.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.798686 11496 consensus_queue.cc:260] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } }
20:08:40.806 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
20:08:40.807 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
20:08:40.807 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 68bdd6a769dbfb14b8f0bae67c3b2210
20:08:40.808 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:40.809 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:40.809 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:40.809 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.810 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.810 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:40.819 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.820 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.820 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.820 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.821 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.821 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.821 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.822 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.822 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.823 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.826 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:40.827 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:40.827 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:40.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.828 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.829 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:40.841 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:40.842 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:40.842 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:40.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:40.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:40.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:40.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:40.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:40.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:40.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:40.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:40.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:40.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:40.846 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:40.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:40.847 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:40.847 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:40.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.848 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:40.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.838864 11723 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:40.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.850687 11450 tablet.cc:2404] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:40.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.852195 11723 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [sys.catalog]: This master's current role is: FOLLOWER
20:08:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.863457 11471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd98bc02740345f8b07f0ad2170395d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "18ae4b2f03784884ab8fe927c8c58406" is_pre_election: true
20:08:40.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.865849 11469 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [term 0 FOLLOWER]: Advancing to term 1
20:08:40.866 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:40.866 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:40.866 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:40.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.868 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.868 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.865484 11470 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd98bc02740345f8b07f0ad2170395d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "18ae4b2f03784884ab8fe927c8c58406"
20:08:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.869916 11470 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:44576 (request call id 2) took 1314 ms. Trace:
20:08:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.870438 11471 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:44576 (request call id 1) took 1894 ms (client timeout 2165 ms). Trace:
20:08:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.872726 11471 rpcz_store.cc:269] 0518 20:08:38.975594 (+     0us) service_pool.cc:167] Inserting onto call queue
20:08:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:08:38.975753 (+   159us) service_pool.cc:224] Handling call
20:08:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:08:40.870346 (+1894593us) inbound_call.cc:177] Queueing success response
20:08:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:08:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.870956 11470 rpcz_store.cc:276] 0518 20:08:39.555827 (+     0us) service_pool.cc:167] Inserting onto call queue
20:08:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:08:39.556052 (+   225us) service_pool.cc:224] Handling call
20:08:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:08:40.869824 (+1313772us) inbound_call.cc:177] Queueing success response
20:08:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:08:40.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.881645 11496 sys_catalog.cc:565] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [sys.catalog]: configured and running, proceeding with master startup.
20:08:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.891652 11469 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [term 1 FOLLOWER]: Refusing update from remote peer cd98bc02740345f8b07f0ad2170395d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:08:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.892385 11469 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:44576 (request call id 3) took 1276 ms. Trace:
20:08:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.892681 11469 rpcz_store.cc:276] 0518 20:08:39.615538 (+     0us) service_pool.cc:167] Inserting onto call queue
20:08:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:08:39.615727 (+   189us) service_pool.cc:224] Handling call
20:08:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:08:40.864194 (+1248467us) raft_consensus.cc:1471] Updating replica for 0 ops
20:08:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:08:40.892029 (+ 27835us) raft_consensus.cc:1697] Filling consensus response to leader.
20:08:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:08:40.892323 (+   294us) inbound_call.cc:177] Queueing success response
20:08:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:08:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.896567 11635 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:40.927 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:40.927 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:40.927 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:40.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:40.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:40.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:40.929 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:40.982 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:40.982 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:40.982 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:40.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:40.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:40.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:40.984 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.988623 11723 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd98bc02740345f8b07f0ad2170395d0. Latest consensus state: current_term: 1 leader_uuid: "cd98bc02740345f8b07f0ad2170395d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.989401 11723 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [sys.catalog]: This master's current role is: FOLLOWER
20:08:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.990667 11730 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cd98bc02740345f8b07f0ad2170395d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:40.991513 11730 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406 [sys.catalog]: This master's current role is: FOLLOWER
20:08:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:41.031610 11740 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:08:41.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:41.066 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:41.066 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:41.066 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:41.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:41.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:41.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:41.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:41.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:41.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:41.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:41.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:41.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:41.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:41.073 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:41.073 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:41.073 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:41.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:41.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:41.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:41.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:41.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:41.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:41.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:41.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:41.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:41.074 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:41.075 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29911), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [9ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [27ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [27ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [45ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [46ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [46ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [66ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [67ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [67ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [67ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [81ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [82ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [82ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [221ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [221ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [301ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [301ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [421ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [422ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [432ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [432ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [702ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [702ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [702ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [702ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [721ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [721ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [721ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [722ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1376ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1377ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [3981ms] refreshing cache from master, [3981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3983ms] too many traces: truncated at 100 traces, deferred=Deferred@1869469674(state=PENDING, result=null, callback=(continuation of Deferred@372591075 after retry RPC after error@121378631) -> (continuation of Deferred@2142083275 after retry RPC after error@2130625107) -> (continuation of Deferred@1119417918 after retry RPC after error@634996481) -> (continuation of Deferred@916580529 after retry RPC after error@1044732012) -> (continuation of Deferred@994660508 after retry RPC after error@1414003131) -> (continuation of Deferred@1838835682 after retry RPC after error@2030617605) -> (continuation of Deferred@146056712 after retry RPC after error@1674910852) -> (continuation of Deferred@1565442667 after retry RPC after error@1658391851) -> (continuation of Deferred@1332769694 after retry RPC after error@76179400) -> (continuation of Deferred@805085352 after retry RPC after error@90587177) -> (continuation of Deferred@1237725080 after retry RPC after error@505787727) -> (continuation of Deferred@1410772931 after retry RPC after error@1665587808) -> (continuation of Deferred@461673343 after retry RPC after error@674808461) -> (continuation of Deferred@1227950334 after retry RPC after error@477191778) -> (continuation of Deferred@600910328 after retry RPC after error@1301527461) -> (continuation of Deferred@212085777 after retry RPC after error@447803817) -> (continuation of Deferred@805602798 after retry RPC after error@1612340952) -> (continuation of Deferred@1299395182 after retry RPC after error@1356050384) -> (continuation of Deferred@1156348881 after retry RPC after error@1991377162) -> (continuation of Deferred@570867184 after retry RPC after error@1868966735) -> (continuation of Deferred@1215555457 after retry RPC after error@783222228) -> (continuation of Deferred@970052812 after retry RPC after error@1739828458) -> (continuation of Deferred@808128626 after retry RPC after error@1727803910) -> (continuation of Deferred@1371340193 after retry RPC after error@722657152) -> (continuation of Deferred@1137898000 after retry RPC after error@1144624238) -> (continuation of Deferred@1927162045 after retry RPC after error@1334646713) -> (continuation of Deferred@454770218 after retry RPC after error@327762883) -> (continuation of Deferred@277945039 after retry RPC after error@923199419), errback=(continuation of Deferred@372591075 after retry RPC after error@121378631) -> (continuation of Deferred@2142083275 after retry RPC after error@2130625107) -> (continuation of Deferred@1119417918 after retry RPC after error@634996481) -> (continuation of Deferred@916580529 after retry RPC after error@1044732012) -> (continuation of Deferred@994660508 after retry RPC after error@1414003131) -> (continuation of Deferred@1838835682 after retry RPC after error@2030617605) -> (continuation of Deferred@146056712 after retry RPC after error@1674910852) -> (continuation of Deferred@1565442667 after retry RPC after error@1658391851) -> (continuation of Deferred@1332769694 after retry RPC after error@76179400) -> (continuation of Deferred@805085352 after retry RPC after error@90587177) -> (continuation of Deferred@1237725080 after retry RPC after error@505787727) -> (continuation of Deferred@1410772931 after retry RPC after error@1665587808) -> (continuation of Deferred@461673343 after retry RPC after error@674808461) -> (continuation of Deferred@1227950334 after retry RPC after error@477191778) -> (continuation of Deferred@600910328 after retry RPC after error@1301527461) -> (continuation of Deferred@212085777 after retry RPC after error@447803817) -> (continuation of Deferred@805602798 after retry RPC after error@1612340952) -> (continuation of Deferred@1299395182 after retry RPC after error@1356050384) -> (continuation of Deferred@1156348881 after retry RPC after error@1991377162) -> (continuation of Deferred@570867184 after retry RPC after error@1868966735) -> (continuation of Deferred@1215555457 after retry RPC after error@783222228) -> (continuation of Deferred@970052812 after retry RPC after error@1739828458) -> (continuation of Deferred@808128626 after retry RPC after error@1727803910) -> (continuation of Deferred@1371340193 after retry RPC after error@722657152) -> (continuation of Deferred@1137898000 after retry RPC after error@1144624238) -> (continuation of Deferred@1927162045 after retry RPC after error@1334646713) -> (continuation of Deferred@454770218 after retry RPC after error@327762883) -> (continuation of Deferred@277945039 after retry RPC after error@923199419)))
20:08:41.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:41.137 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:41.138 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:41.138 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:41.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:41.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:41.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:41.139 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:41.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:41.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:41.139 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:41.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:41.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:41.140 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:41.177 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:41.177 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:41.177 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:41.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:41.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:41.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:41.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:41.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:41.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:41.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:41.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:41.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:41.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:41.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:41.209 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:41.209 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:41.209 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:41.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:41.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:41.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:41.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:41.210 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:41.210 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:41.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:41.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:41.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:41.211 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:41.312 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:41.313 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:41.313 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:41.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:41.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:41.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:41.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:41.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:41.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:41.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:41.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:41.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:41.315 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:41.340 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:41.340 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:41.340 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:41.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.341 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:41.347 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:41.347 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:41.347 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:41.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:41.348 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:41.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:41.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:41.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:41.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:41.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:41.349 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:41.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:41.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:41.349 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:41.348948 11635 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cd98bc02740345f8b07f0ad2170395d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c29dddd58d5e447eb05079ad1ff3b174" member_type: VOTER last_known_addr { host: "127.11.17.190" port: 33389 } } peers { permanent_uuid: "18ae4b2f03784884ab8fe927c8c58406" member_type: VOTER last_known_addr { host: "127.11.17.189" port: 36221 } } peers { permanent_uuid: "cd98bc02740345f8b07f0ad2170395d0" member_type: VOTER last_known_addr { host: "127.11.17.188" port: 38277 } } }
20:08:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:41.351054 11635 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd98bc02740345f8b07f0ad2170395d0 [sys.catalog]: This master's current role is: LEADER
20:08:41.439 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:41.440 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:41.440 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:41.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.442 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:41.512 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:41.512 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:41.512 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:41.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:41.524 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:41.524 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:41.524 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:41.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:41.526 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.526 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.526 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:41.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:41.526 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:41.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:41.618 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:41.619 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:41.619 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:41.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:41.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:41.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:41.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:41.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:41.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:41.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:41.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:41.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:41.620 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:41.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:41.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:41.707 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:41.707 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:41.707 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:41.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:41.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:41.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:41.708 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:41.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:41.708 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:41.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:41.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:41.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:41.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:41.744510 11018 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad060 after lost signal to thread 10891
20:08:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:41.746809 11018 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad560 after lost signal to thread 11021
20:08:41.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:41.866 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:41.866 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:41.866 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:41.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:41.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:41.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:41.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:41.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:41.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:41.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:41.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:41.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:41.868 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:41.926 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:41.927 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:41.927 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:41.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:41.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:41.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:41.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:41.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:41.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:41.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:41.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:41.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:41.928 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:41.937 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:41.938 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:41.938 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:41.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:41.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:41.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:41.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:41.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:41.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:41.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:41.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:41.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:41.939 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:42.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:42.053242 11740 catalog_manager.cc:1294] Loaded cluster ID: 5417108f41e24245a490024da59ae9ef
20:08:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:42.053567 11740 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406: loading cluster ID for follower catalog manager: success
20:08:42.057 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:42.057 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:42.057 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:42.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:42.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:42.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:42.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:42.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:42.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:42.059 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:42.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:42.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:42.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:42.082891 11740 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406: acquiring CA information for follower catalog manager: success
20:08:42.118 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:42.118 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:42.118 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:42.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:42.118542 11740 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 18ae4b2f03784884ab8fe927c8c58406: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:42.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:42.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:42.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:42.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:42.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:42.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:42.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:42.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:42.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:42.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:42.176 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:42.176 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:42.176 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:42.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:42.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:42.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:42.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:42.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:42.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:42.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:42.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:42.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:42.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:42.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:42.195 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:42.195 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:42.195 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:42.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:42.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:42.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:42.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:42.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:42.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:42.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:42.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:42.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:42.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:42.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:42.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:42.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:42.641 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:42.641 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:42.641 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:42.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:42.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:42.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:42.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:42.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:42.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:42.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:42.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:42.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:42.643 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:42.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:42.744 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:42.744 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:42.744 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:42.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:42.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:42.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:42.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:42.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:42.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:42.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:42.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:42.746 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:42.746 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:42.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:42.862 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:42.863 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:42.863 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:42.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:42.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:42.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:42.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:42.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:42.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:42.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:42.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:42.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:42.865 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:42.872 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:42.872 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:42.872 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:42.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:42.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:42.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:42.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:42.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:42.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:42.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:42.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:42.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:42.874 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:43.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:43.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:43.168 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:43.169 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:43.169 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:43.169 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.169 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.169 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:43.185 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:43.185 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:43.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.185 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:43.186 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:43.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.187 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:43.198 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:43.198 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:43.198 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:43.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:43.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:43.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:43.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:43.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:43.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:43.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:43.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:43.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:43.199 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:43.261 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:43.262 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:43.262 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:43.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.264 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:43.313 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:43.313 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:43.313 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:43.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.315 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.315 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:43.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:43.377 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:43.377 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:43.377 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:43.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:43.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:43.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:43.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:43.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:43.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:43.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:43.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:43.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:43.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:42.077386 11714 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 11674
20:08:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:43.450242 11674 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.763s	user 0.700s	sys 1.039s
20:08:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:43.455293 11674 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.769s	user 0.701s	sys 1.039s
20:08:43.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:40.695411 11716 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.469772 11674 server_base.cc:1061] running on GCE node
20:08:43.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:43.471143 11752 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.472844 11674 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:43.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:43.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:43.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:43.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:43.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:43.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:43.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:43.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:43.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:43.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:43.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:43.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:43.476 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:43.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.497107 11674 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:43.501 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:43.502 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:43.502 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:43.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.503 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:43.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.501000 11674 hybrid_clock.cc:648] HybridClock initialized: now 1779134923500943 us; error 53 us; skew 500 ppm
20:08:43.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.502671 11674 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:43.521 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:43.522 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:43.522 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:43.522 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.522 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.526350 11674 webserver.cc:533] Webserver started at http://127.11.17.129:40499/ using document root <none> and password file <none>
20:08:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.527766 11674 fs_manager.cc:362] Metadata directory not provided
20:08:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.528062 11674 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.528637 11674 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.535117 11674 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/data/instance:
20:08:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eff09cb771849279cef0975a04ca39c"
20:08:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:43 on dist-test-slave-66b9"
20:08:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.536578 11674 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/wal/instance:
20:08:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eff09cb771849279cef0975a04ca39c"
20:08:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:43 on dist-test-slave-66b9"
20:08:43.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.568730 11674 fs_manager.cc:696] Time spent creating directory manager: real 0.031s	user 0.013s	sys 0.000s
20:08:43.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.587854 11757 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:43.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.595537 11674 fs_manager.cc:730] Time spent opening block manager: real 0.021s	user 0.004s	sys 0.006s
20:08:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.596007 11674 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/wal
20:08:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eff09cb771849279cef0975a04ca39c"
20:08:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:43 on dist-test-slave-66b9"
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.596477 11674 fs_report.cc:389] FS layout report
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/wal
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/wal
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/data/data
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:43.624 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:43.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:43.624 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:43.625 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:43.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:43.641 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:43.642 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:43.642 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:43.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:43.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:43.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:43.644 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:43.676 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:43.676 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:43.676 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:43.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:43.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:43.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:43.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:43.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:43.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:43.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:43.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:43.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:43.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:43.684 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:43.726 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:43.727 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:43.727 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:43.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:43.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:43.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:43.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:43.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:43.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:43.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:43.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:43.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:43.728 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.802791 11674 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.805312 11674 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:43.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.822294 11674 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.828994 11674 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:08:43.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.850183 11674 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:08:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.850500 11674 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:08:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.850805 11674 ts_tablet_manager.cc:616] Registered 0 tablets
20:08:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:43.851011 11674 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:08:43.962 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:43.963 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:43.963 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:43.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:43.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:43.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:43.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:44.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:44.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:44.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:44.202 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:44.202 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:44.202 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:44.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:44.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:44.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:44.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:44.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:44.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:44.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:44.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:44.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:44.203 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:44.250 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:44.250 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:44.250 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:44.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:44.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:44.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:44.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:44.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:44.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:44.252 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:44.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:44.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:44.252 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:44.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:44.548 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:44.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:44.685 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:44.781 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:44.782 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:44.782 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:44.782 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:44.782 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:44.782 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:44.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:44.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:44.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:44.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:44.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:44.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:44.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:44.839 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:44.839 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:44.839 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:44.839 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:44.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:44.840 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:44.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:44.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:44.840 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:44.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:44.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:44.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:44.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:44.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:44.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:44.841 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:44.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:44.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:44.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:44.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:44.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:44.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:44.842 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:44.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:44.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:44.843 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:44.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:44.902745 11871 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.17.129:41217 every 8 connection(s)
20:08:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:44.903376 11674 rpc_server.cc:307] RPC server started. Bound to: 127.11.17.129:41217
20:08:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:44.907480 11674 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/data/info.pb
20:08:44.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:44.914959 11334 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 11674
20:08:44.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:44.915443 11334 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-0/wal/instance
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:44.929921 11334 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/wal
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/data
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/logs
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/data/info.pb
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.130:0
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.17.130
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.130
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:08:45.048 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.062064 11875 heartbeater.cc:344] Connected to a master server at 127.11.17.189:36221
20:08:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.062611 11875 heartbeater.cc:461] Registering TS with master...
20:08:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.063956 11875 heartbeater.cc:507] Master 127.11.17.189:36221 requested a full tablet report, sending...
20:08:45.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.069054 11461 ts_manager.cc:194] Registered new tserver with Master: 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217)
20:08:45.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.078732 11879 heartbeater.cc:344] Connected to a master server at 127.11.17.190:33389
20:08:45.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.079164 11879 heartbeater.cc:461] Registering TS with master...
20:08:45.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.080166 11879 heartbeater.cc:507] Master 127.11.17.190:33389 requested a full tablet report, sending...
20:08:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.083730 11381 ts_manager.cc:194] Registered new tserver with Master: 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217)
20:08:45.095 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:45.095 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:45.095 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:45.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:45.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:45.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:45.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:45.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:45.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:45.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:45.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:45.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:45.097 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:45.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.093088 11872 heartbeater.cc:344] Connected to a master server at 127.11.17.188:38277
20:08:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.093516 11872 heartbeater.cc:461] Registering TS with master...
20:08:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.094527 11872 heartbeater.cc:507] Master 127.11.17.188:38277 requested a full tablet report, sending...
20:08:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.097573 11547 ts_manager.cc:194] Registered new tserver with Master: 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217)
20:08:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:45.100272 11547 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.17.129:52793
20:08:45.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:45.156 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:45.156 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:45.156 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:45.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:45.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:45.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:45.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:45.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:45.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:45.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:45.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:45.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:45.157 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:45.185 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:45.272 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:45.273 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:45.273 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:45.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:45.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:45.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:45.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:45.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:45.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:45.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:45.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:45.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:45.275 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:45.302 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:45.302 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:45.302 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:45.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:45.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:45.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:45.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:45.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:45.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:45.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:45.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:45.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:45.303 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:45.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:45.377 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:45.377 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:45.377 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:45.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:45.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:45.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:45.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:45.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:45.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:45.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:45.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:45.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:45.382 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:45.548 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:45.565 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:45.565 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:45.565 [DEBUG - pool-351-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:45.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:45.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:45.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:45.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:45.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:45.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:45.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:45.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:45.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:45.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:45.568 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [52ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [53ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [69ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [74ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [138ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [139ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [165ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [188ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [284ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [284ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [285ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [403ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [404ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [404ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [523ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [661ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [662ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1442ms] refreshing cache from master, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1447ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2682ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [5421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [5421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@1578219742(state=PENDING, result=null, callback=(continuation of Deferred@1850726579 after retry RPC after error@958248344) -> (continuation of Deferred@443256852 after retry RPC after error@1232018639) -> (continuation of Deferred@1500897041 after retry RPC after error@219152594) -> (continuation of Deferred@1262344788 after retry RPC after error@2055548568) -> (continuation of Deferred@226487182 after retry RPC after error@14974051) -> (continuation of Deferred@623831377 after retry RPC after error@1980560002) -> (continuation of Deferred@73225302 after retry RPC after error@662251482) -> (continuation of Deferred@1968125445 after retry RPC after error@1682330316) -> (continuation of Deferred@181880310 after retry RPC after error@1694430337) -> (continuation of Deferred@1754077445 after retry RPC after error@1040967402) -> (continuation of Deferred@239336488 after retry RPC after error@495606685) -> (continuation of Deferred@491731992 after retry RPC after error@2089989613) -> (continuation of Deferred@1830925547 after retry RPC after error@582503521) -> (continuation of Deferred@1181948882 after retry RPC after error@791147308) -> (continuation of Deferred@1329700047 after retry RPC after error@796531202) -> (continuation of Deferred@1896430004 after retry RPC after error@1638337066) -> (continuation of Deferred@583226677 after retry RPC after error@1570173285) -> (continuation of Deferred@1709881338 after retry RPC after error@1019549495) -> (continuation of Deferred@77043559 after retry RPC after error@1860191049) -> (continuation of Deferred@1585802248 after retry RPC after error@1248699456) -> (continuation of Deferred@1920544453 after retry RPC after error@510644680) -> (continuation of Deferred@1803488033 after retry RPC after error@1276636586) -> (continuation of Deferred@2007231979 after retry RPC after error@396526406) -> (continuation of Deferred@68658320 after retry RPC after error@2006872837) -> (continuation of Deferred@532284584 after retry RPC after error@469834922) -> (continuation of Deferred@621484190 after retry RPC after error@562647393), errback=(continuation of Deferred@1850726579 after retry RPC after error@958248344) -> (continuation of Deferred@443256852 after retry RPC after error@1232018639) -> (continuation of Deferred@1500897041 after retry RPC after error@219152594) -> (continuation of Deferred@1262344788 after retry RPC after error@2055548568) -> (continuation of Deferred@226487182 after retry RPC after error@14974051) -> (continuation of Deferred@623831377 after retry RPC after error@1980560002) -> (continuation of Deferred@73225302 after retry RPC after error@662251482) -> (continuation of Deferred@1968125445 after retry RPC after error@1682330316) -> (continuation of Deferred@181880310 after retry RPC after error@1694430337) -> (continuation of Deferred@1754077445 after retry RPC after error@1040967402) -> (continuation of Deferred@239336488 after retry RPC after error@495606685) -> (continuation of Deferred@491731992 after retry RPC after error@2089989613) -> (continuation of Deferred@1830925547 after retry RPC after error@582503521) -> (continuation of Deferred@1181948882 after retry RPC after error@791147308) -> (continuation of Deferred@1329700047 after retry RPC after error@796531202) -> (continuation of Deferred@1896430004 after retry RPC after error@1638337066) -> (continuation of Deferred@583226677 after retry RPC after error@1570173285) -> (continuation of Deferred@1709881338 after retry RPC after error@1019549495) -> (continuation of Deferred@77043559 after retry RPC after error@1860191049) -> (continuation of Deferred@1585802248 after retry RPC after error@1248699456) -> (continuation of Deferred@1920544453 after retry RPC after error@510644680) -> (continuation of Deferred@1803488033 after retry RPC after error@1276636586) -> (continuation of Deferred@2007231979 after retry RPC after error@396526406) -> (continuation of Deferred@68658320 after retry RPC after error@2006872837) -> (continuation of Deferred@532284584 after retry RPC after error@469834922) -> (continuation of Deferred@621484190 after retry RPC after error@562647393)))
20:08:45.570 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:08:45.571 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [52ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [53ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [69ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [74ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [138ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [139ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [165ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [188ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [284ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [284ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [285ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [403ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [404ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [404ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [523ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [661ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [662ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1442ms] refreshing cache from master, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1447ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2682ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [5421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [5421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@1578219742(state=PENDING, result=null, callback=(continuation of Deferred@1850726579 after retry RPC after error@958248344) -> (continuation of Deferred@443256852 after retry RPC after error@1232018639) -> (continuation of Deferred@1500897041 after retry RPC after error@219152594) -> (continuation of Deferred@1262344788 after retry RPC after error@2055548568) -> (continuation of Deferred@226487182 after retry RPC after error@14974051) -> (continuation of Deferred@623831377 after retry RPC after error@1980560002) -> (continuation of Deferred@73225302 after retry RPC after error@662251482) -> (continuation of Deferred@1968125445 after retry RPC after error@1682330316) -> (continuation of Deferred@181880310 after retry RPC after error@1694430337) -> (continuation of Deferred@1754077445 after retry RPC after error@1040967402) -> (continuation of Deferred@239336488 after retry RPC after error@495606685) -> (continuation of Deferred@491731992 after retry RPC after error@2089989613) -> (continuation of Deferred@1830925547 after retry RPC after error@582503521) -> (continuation of Deferred@1181948882 after retry RPC after error@791147308) -> (continuation of Deferred@1329700047 after retry RPC after error@796531202) -> (continuation of Deferred@1896430004 after retry RPC after error@1638337066) -> (continuation of Deferred@583226677 after retry RPC after error@1570173285) -> (continuation of Deferred@1709881338 after retry RPC after error@1019549495) -> (continuation of Deferred@77043559 after retry RPC after error@1860191049) -> (continuation of Deferred@1585802248 after retry RPC after error@1248699456) -> (continuation of Deferred@1920544453 after retry RPC after error@510644680) -> (continuation of Deferred@1803488033 after retry RPC after error@1276636586) -> (continuation of Deferred@2007231979 after retry RPC after error@396526406) -> (continuation of Deferred@68658320 after retry RPC after error@2006872837) -> (continuation of Deferred@532284584 after retry RPC after error@469834922) -> (continuation of Deferred@621484190 after retry RPC after error@562647393), errback=(continuation of Deferred@1850726579 after retry RPC after error@958248344) -> (continuation of Deferred@443256852 after retry RPC after error@1232018639) -> (continuation of Deferred@1500897041 after retry RPC after error@219152594) -> (continuation of Deferred@1262344788 after retry RPC after error@2055548568) -> (continuation of Deferred@226487182 after retry RPC after error@14974051) -> (continuation of Deferred@623831377 after retry RPC after error@1980560002) -> (continuation of Deferred@73225302 after retry RPC after error@662251482) -> (continuation of Deferred@1968125445 after retry RPC after error@1682330316) -> (continuation of Deferred@181880310 after retry RPC after error@1694430337) -> (continuation of Deferred@1754077445 after retry RPC after error@1040967402) -> (continuation of Deferred@239336488 after retry RPC after error@495606685) -> (continuation of Deferred@491731992 after retry RPC after error@2089989613) -> (continuation of Deferred@1830925547 after retry RPC after error@582503521) -> (continuation of Deferred@1181948882 after retry RPC after error@791147308) -> (continuation of Deferred@1329700047 after retry RPC after error@796531202) -> (continuation of Deferred@1896430004 after retry RPC after error@1638337066) -> (continuation of Deferred@583226677 after retry RPC after error@1570173285) -> (continuation of Deferred@1709881338 after retry RPC after error@1019549495) -> (continuation of Deferred@77043559 after retry RPC after error@1860191049) -> (continuation of Deferred@1585802248 after retry RPC after error@1248699456) -> (continuation of Deferred@1920544453 after retry RPC after error@510644680) -> (continuation of Deferred@1803488033 after retry RPC after error@1276636586) -> (continuation of Deferred@2007231979 after retry RPC after error@396526406) -> (continuation of Deferred@68658320 after retry RPC after error@2006872837) -> (continuation of Deferred@532284584 after retry RPC after error@469834922) -> (continuation of Deferred@621484190 after retry RPC after error@562647393)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.125:39777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:45.575 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:08:45.577 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
20:08:45.580 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [49ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [51ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [52ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [53ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [69ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [74ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [138ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [139ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [165ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [188ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [284ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [284ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [285ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [403ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [404ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [404ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [522ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [523ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [661ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [662ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1442ms] refreshing cache from master, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1447ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2682ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [5421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [5421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@1578219742(state=PENDING, result=null, callback=(continuation of Deferred@1850726579 after retry RPC after error@958248344) -> (continuation of Deferred@443256852 after retry RPC after error@1232018639) -> (continuation of Deferred@1500897041 after retry RPC after error@219152594) -> (continuation of Deferred@1262344788 after retry RPC after error@2055548568) -> (continuation of Deferred@226487182 after retry RPC after error@14974051) -> (continuation of Deferred@623831377 after retry RPC after error@1980560002) -> (continuation of Deferred@73225302 after retry RPC after error@662251482) -> (continuation of Deferred@1968125445 after retry RPC after error@1682330316) -> (continuation of Deferred@181880310 after retry RPC after error@1694430337) -> (continuation of Deferred@1754077445 after retry RPC after error@1040967402) -> (continuation of Deferred@239336488 after retry RPC after error@495606685) -> (continuation of Deferred@491731992 after retry RPC after error@2089989613) -> (continuation of Deferred@1830925547 after retry RPC after error@582503521) -> (continuation of Deferred@1181948882 after retry RPC after error@791147308) -> (continuation of Deferred@1329700047 after retry RPC after error@796531202) -> (continuation of Deferred@1896430004 after retry RPC after error@1638337066) -> (continuation of Deferred@583226677 after retry RPC after error@1570173285) -> (continuation of Deferred@1709881338 after retry RPC after error@1019549495) -> (continuation of Deferred@77043559 after retry RPC after error@1860191049) -> (continuation of Deferred@1585802248 after retry RPC after error@1248699456) -> (continuation of Deferred@1920544453 after retry RPC after error@510644680) -> (continuation of Deferred@1803488033 after retry RPC after error@1276636586) -> (continuation of Deferred@2007231979 after retry RPC after error@396526406) -> (continuation of Deferred@68658320 after retry RPC after error@2006872837) -> (continuation of Deferred@532284584 after retry RPC after error@469834922) -> (continuation of Deferred@621484190 after retry RPC after error@562647393), errback=(continuation of Deferred@1850726579 after retry RPC after error@958248344) -> (continuation of Deferred@443256852 after retry RPC after error@1232018639) -> (continuation of Deferred@1500897041 after retry RPC after error@219152594) -> (continuation of Deferred@1262344788 after retry RPC after error@2055548568) -> (continuation of Deferred@226487182 after retry RPC after error@14974051) -> (continuation of Deferred@623831377 after retry RPC after error@1980560002) -> (continuation of Deferred@73225302 after retry RPC after error@662251482) -> (continuation of Deferred@1968125445 after retry RPC after error@1682330316) -> (continuation of Deferred@181880310 after retry RPC after error@1694430337) -> (continuation of Deferred@1754077445 after retry RPC after error@1040967402) -> (continuation of Deferred@239336488 after retry RPC after error@495606685) -> (continuation of Deferred@491731992 after retry RPC after error@2089989613) -> (continuation of Deferred@1830925547 after retry RPC after error@582503521) -> (continuation of Deferred@1181948882 after retry RPC after error@791147308) -> (continuation of Deferred@1329700047 after retry RPC after error@796531202) -> (continuation of Deferred@1896430004 after retry RPC after error@1638337066) -> (continuation of Deferred@583226677 after retry RPC after error@1570173285) -> (continuation of Deferred@1709881338 after retry RPC after error@1019549495) -> (continuation of Deferred@77043559 after retry RPC after error@1860191049) -> (continuation of Deferred@1585802248 after retry RPC after error@1248699456) -> (continuation of Deferred@1920544453 after retry RPC after error@510644680) -> (continuation of Deferred@1803488033 after retry RPC after error@1276636586) -> (continuation of Deferred@2007231979 after retry RPC after error@396526406) -> (continuation of Deferred@68658320 after retry RPC after error@2006872837) -> (continuation of Deferred@532284584 after retry RPC after error@469834922) -> (continuation of Deferred@621484190 after retry RPC after error@562647393)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.125:39777
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:45.593 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:45.594 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
20:08:45.594 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
20:08:45.594 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RUNNING to RESTARTING.
20:08:45.604 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:45.604 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:45.604 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:45.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:45.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:45.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:45.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:45.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:45.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:45.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:45.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:45.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:45.606 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:45.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:45.827 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:45.827 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:45.828 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:45.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:45.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:45.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:45.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:45.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:45.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:45.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:45.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:45.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:45.829 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:45.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:45.978 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:45.978 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:45.978 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:45.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:45.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:45.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:45.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:45.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:45.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:45.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:45.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:45.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:45.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:46.039 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:46.039 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:46.039 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:46.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:46.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:46.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:46.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:46.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:46.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:46.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:46.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:46.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:46.041 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:46.048 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:46.097409 11876 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:46.098171 11876 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:46.104705 11872 heartbeater.cc:499] Master 127.11.17.188:38277 was elected leader, sending a full tablet report...
20:08:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:46.106087 11876 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:46.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:46.191766 11876 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:46.193063 11876 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.17.130
20:08:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:46.277757 11876 tablet_server_runner.cc:78] Tablet server non-default flags:
20:08:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/data
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/wal
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.130:0
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/data/info.pb
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.130
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.17.130
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/logs
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:46.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:46.283366 11876 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:46.286068 11876 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:46.292 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:46.292 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:46.293 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:46.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:46.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:46.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:46.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:46.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:46.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:46.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:46.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:46.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:46.294 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:46.330334 11888 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:46.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:46.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:46.561 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:46.561 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:46.561 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:46.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:46.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:46.562 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:46.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:46.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:46.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:46.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:46.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:46.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:46.562 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:46.563 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28168), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [26ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [28ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [29ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [29ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [72ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [73ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [74ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [88ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [92ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [503ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [503ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [504ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [504ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [862ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [863ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [863ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [864ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1102ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1903ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [4081ms] refreshing cache from master, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4083ms] too many traces: truncated at 100 traces, deferred=Deferred@72885288(state=PENDING, result=null, callback=(continuation of Deferred@609664162 after retry RPC after error@1779985089) -> (continuation of Deferred@1307132510 after retry RPC after error@148194991) -> (continuation of Deferred@427247803 after retry RPC after error@806385462) -> (continuation of Deferred@929835224 after retry RPC after error@363786404) -> (continuation of Deferred@918507578 after retry RPC after error@86325276) -> (continuation of Deferred@1398405768 after retry RPC after error@823135127) -> (continuation of Deferred@2112008975 after retry RPC after error@1361809783) -> (continuation of Deferred@1295694944 after retry RPC after error@2093435619) -> (continuation of Deferred@341173439 after retry RPC after error@427323243) -> (continuation of Deferred@20519320 after retry RPC after error@1198512910) -> (continuation of Deferred@2091167552 after retry RPC after error@654152840) -> (continuation of Deferred@1874967574 after retry RPC after error@1456454987) -> (continuation of Deferred@256427645 after retry RPC after error@1171999432) -> (continuation of Deferred@655916905 after retry RPC after error@202816292) -> (continuation of Deferred@1160048629 after retry RPC after error@1521901715) -> (continuation of Deferred@1051836315 after retry RPC after error@130546930) -> (continuation of Deferred@1711202488 after retry RPC after error@212182636) -> (continuation of Deferred@1071357188 after retry RPC after error@130270817) -> (continuation of Deferred@363465985 after retry RPC after error@882728734) -> (continuation of Deferred@1473103668 after retry RPC after error@1319428962) -> (continuation of Deferred@186854834 after retry RPC after error@1427695207) -> (continuation of Deferred@1817542551 after retry RPC after error@92483212) -> (continuation of Deferred@400543027 after retry RPC after error@90581617), errback=(continuation of Deferred@609664162 after retry RPC after error@1779985089) -> (continuation of Deferred@1307132510 after retry RPC after error@148194991) -> (continuation of Deferred@427247803 after retry RPC after error@806385462) -> (continuation of Deferred@929835224 after retry RPC after error@363786404) -> (continuation of Deferred@918507578 after retry RPC after error@86325276) -> (continuation of Deferred@1398405768 after retry RPC after error@823135127) -> (continuation of Deferred@2112008975 after retry RPC after error@1361809783) -> (continuation of Deferred@1295694944 after retry RPC after error@2093435619) -> (continuation of Deferred@341173439 after retry RPC after error@427323243) -> (continuation of Deferred@20519320 after retry RPC after error@1198512910) -> (continuation of Deferred@2091167552 after retry RPC after error@654152840) -> (continuation of Deferred@1874967574 after retry RPC after error@1456454987) -> (continuation of Deferred@256427645 after retry RPC after error@1171999432) -> (continuation of Deferred@655916905 after retry RPC after error@202816292) -> (continuation of Deferred@1160048629 after retry RPC after error@1521901715) -> (continuation of Deferred@1051836315 after retry RPC after error@130546930) -> (continuation of Deferred@1711202488 after retry RPC after error@212182636) -> (continuation of Deferred@1071357188 after retry RPC after error@130270817) -> (continuation of Deferred@363465985 after retry RPC after error@882728734) -> (continuation of Deferred@1473103668 after retry RPC after error@1319428962) -> (continuation of Deferred@186854834 after retry RPC after error@1427695207) -> (continuation of Deferred@1817542551 after retry RPC after error@92483212) -> (continuation of Deferred@400543027 after retry RPC after error@90581617)))
20:08:46.566 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:08:46.566 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28168), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [26ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [28ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [29ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [29ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [72ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [73ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [74ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [88ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [92ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [503ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [503ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [504ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [504ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [862ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [863ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [863ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [864ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1102ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1903ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [4081ms] refreshing cache from master, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4083ms] too many traces: truncated at 100 traces, deferred=Deferred@72885288(state=PENDING, result=null, callback=(continuation of Deferred@609664162 after retry RPC after error@1779985089) -> (continuation of Deferred@1307132510 after retry RPC after error@148194991) -> (continuation of Deferred@427247803 after retry RPC after error@806385462) -> (continuation of Deferred@929835224 after retry RPC after error@363786404) -> (continuation of Deferred@918507578 after retry RPC after error@86325276) -> (continuation of Deferred@1398405768 after retry RPC after error@823135127) -> (continuation of Deferred@2112008975 after retry RPC after error@1361809783) -> (continuation of Deferred@1295694944 after retry RPC after error@2093435619) -> (continuation of Deferred@341173439 after retry RPC after error@427323243) -> (continuation of Deferred@20519320 after retry RPC after error@1198512910) -> (continuation of Deferred@2091167552 after retry RPC after error@654152840) -> (continuation of Deferred@1874967574 after retry RPC after error@1456454987) -> (continuation of Deferred@256427645 after retry RPC after error@1171999432) -> (continuation of Deferred@655916905 after retry RPC after error@202816292) -> (continuation of Deferred@1160048629 after retry RPC after error@1521901715) -> (continuation of Deferred@1051836315 after retry RPC after error@130546930) -> (continuation of Deferred@1711202488 after retry RPC after error@212182636) -> (continuation of Deferred@1071357188 after retry RPC after error@130270817) -> (continuation of Deferred@363465985 after retry RPC after error@882728734) -> (continuation of Deferred@1473103668 after retry RPC after error@1319428962) -> (continuation of Deferred@186854834 after retry RPC after error@1427695207) -> (continuation of Deferred@1817542551 after retry RPC after error@92483212) -> (continuation of Deferred@400543027 after retry RPC after error@90581617), errback=(continuation of Deferred@609664162 after retry RPC after error@1779985089) -> (continuation of Deferred@1307132510 after retry RPC after error@148194991) -> (continuation of Deferred@427247803 after retry RPC after error@806385462) -> (continuation of Deferred@929835224 after retry RPC after error@363786404) -> (continuation of Deferred@918507578 after retry RPC after error@86325276) -> (continuation of Deferred@1398405768 after retry RPC after error@823135127) -> (continuation of Deferred@2112008975 after retry RPC after error@1361809783) -> (continuation of Deferred@1295694944 after retry RPC after error@2093435619) -> (continuation of Deferred@341173439 after retry RPC after error@427323243) -> (continuation of Deferred@20519320 after retry RPC after error@1198512910) -> (continuation of Deferred@2091167552 after retry RPC after error@654152840) -> (continuation of Deferred@1874967574 after retry RPC after error@1456454987) -> (continuation of Deferred@256427645 after retry RPC after error@1171999432) -> (continuation of Deferred@655916905 after retry RPC after error@202816292) -> (continuation of Deferred@1160048629 after retry RPC after error@1521901715) -> (continuation of Deferred@1051836315 after retry RPC after error@130546930) -> (continuation of Deferred@1711202488 after retry RPC after error@212182636) -> (continuation of Deferred@1071357188 after retry RPC after error@130270817) -> (continuation of Deferred@363465985 after retry RPC after error@882728734) -> (continuation of Deferred@1473103668 after retry RPC after error@1319428962) -> (continuation of Deferred@186854834 after retry RPC after error@1427695207) -> (continuation of Deferred@1817542551 after retry RPC after error@92483212) -> (continuation of Deferred@400543027 after retry RPC after error@90581617)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.125:39777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:46.571 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
20:08:46.573 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
20:08:46.575 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28168), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [26ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [28ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [29ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [29ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [72ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [73ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [74ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [88ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [92ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [503ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [503ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [504ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [504ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [862ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [863ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [863ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [864ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1102ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1903ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [4081ms] refreshing cache from master, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4083ms] too many traces: truncated at 100 traces, deferred=Deferred@72885288(state=PENDING, result=null, callback=(continuation of Deferred@609664162 after retry RPC after error@1779985089) -> (continuation of Deferred@1307132510 after retry RPC after error@148194991) -> (continuation of Deferred@427247803 after retry RPC after error@806385462) -> (continuation of Deferred@929835224 after retry RPC after error@363786404) -> (continuation of Deferred@918507578 after retry RPC after error@86325276) -> (continuation of Deferred@1398405768 after retry RPC after error@823135127) -> (continuation of Deferred@2112008975 after retry RPC after error@1361809783) -> (continuation of Deferred@1295694944 after retry RPC after error@2093435619) -> (continuation of Deferred@341173439 after retry RPC after error@427323243) -> (continuation of Deferred@20519320 after retry RPC after error@1198512910) -> (continuation of Deferred@2091167552 after retry RPC after error@654152840) -> (continuation of Deferred@1874967574 after retry RPC after error@1456454987) -> (continuation of Deferred@256427645 after retry RPC after error@1171999432) -> (continuation of Deferred@655916905 after retry RPC after error@202816292) -> (continuation of Deferred@1160048629 after retry RPC after error@1521901715) -> (continuation of Deferred@1051836315 after retry RPC after error@130546930) -> (continuation of Deferred@1711202488 after retry RPC after error@212182636) -> (continuation of Deferred@1071357188 after retry RPC after error@130270817) -> (continuation of Deferred@363465985 after retry RPC after error@882728734) -> (continuation of Deferred@1473103668 after retry RPC after error@1319428962) -> (continuation of Deferred@186854834 after retry RPC after error@1427695207) -> (continuation of Deferred@1817542551 after retry RPC after error@92483212) -> (continuation of Deferred@400543027 after retry RPC after error@90581617), errback=(continuation of Deferred@609664162 after retry RPC after error@1779985089) -> (continuation of Deferred@1307132510 after retry RPC after error@148194991) -> (continuation of Deferred@427247803 after retry RPC after error@806385462) -> (continuation of Deferred@929835224 after retry RPC after error@363786404) -> (continuation of Deferred@918507578 after retry RPC after error@86325276) -> (continuation of Deferred@1398405768 after retry RPC after error@823135127) -> (continuation of Deferred@2112008975 after retry RPC after error@1361809783) -> (continuation of Deferred@1295694944 after retry RPC after error@2093435619) -> (continuation of Deferred@341173439 after retry RPC after error@427323243) -> (continuation of Deferred@20519320 after retry RPC after error@1198512910) -> (continuation of Deferred@2091167552 after retry RPC after error@654152840) -> (continuation of Deferred@1874967574 after retry RPC after error@1456454987) -> (continuation of Deferred@256427645 after retry RPC after error@1171999432) -> (continuation of Deferred@655916905 after retry RPC after error@202816292) -> (continuation of Deferred@1160048629 after retry RPC after error@1521901715) -> (continuation of Deferred@1051836315 after retry RPC after error@130546930) -> (continuation of Deferred@1711202488 after retry RPC after error@212182636) -> (continuation of Deferred@1071357188 after retry RPC after error@130270817) -> (continuation of Deferred@363465985 after retry RPC after error@882728734) -> (continuation of Deferred@1473103668 after retry RPC after error@1319428962) -> (continuation of Deferred@186854834 after retry RPC after error@1427695207) -> (continuation of Deferred@1817542551 after retry RPC after error@92483212) -> (continuation of Deferred@400543027 after retry RPC after error@90581617)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.125:39777
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:46.584 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:46.585 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
20:08:46.586 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
20:08:46.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:46.799 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:46.799 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:46.799 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:46.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:46.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:46.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:46.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:46.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:46.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:46.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:46.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:46.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:46.801 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:46.833 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:46.833 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:46.834 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:46.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:46.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:46.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:46.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:46.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:46.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:46.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:46.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:46.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:46.835 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:46.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:46.912 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:46.912 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:46.913 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:46.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:46.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:46.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:46.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:46.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:46.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:46.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:46.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:46.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:46.914 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:46.988 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:46.988 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:46.989 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:46.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:46.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:46.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:46.990 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:46.990 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:46.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:46.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:46.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:46.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:46.990 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:47.001 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:47.002 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:47.002 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:47.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.004 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:47.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:47.066 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:47.066 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:47.067 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:47.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:47.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:47.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:47.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:47.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:47.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:47.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:47.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:47.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:47.068 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:47.093 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:47.093 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:47.094 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:47.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.095 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:47.117 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:47.117 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:47.118 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:47.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:47.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:47.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:47.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:47.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:47.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:47.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:47.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:47.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:47.119 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:47.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:47.266 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:47.267 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:47.267 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:47.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:47.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:47.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:47.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:47.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:47.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:47.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:47.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:47.269 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:47.269 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:47.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:47.388 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:47.388 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:47.388 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:47.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:47.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:47.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:47.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:47.390 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:47.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:47.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:47.392 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:47.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:47.392 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:47.393 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29037), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [19ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [36ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [37ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [56ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [56ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [62ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [89ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [89ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [90ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [90ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [185ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [284ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [285ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [285ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [285ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [803ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [804ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [804ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [804ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1183ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1864ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4423ms] too many traces: truncated at 100 traces, deferred=Deferred@216852565(state=PENDING, result=null, callback=(continuation of Deferred@353463122 after retry RPC after error@412396551) -> (continuation of Deferred@960954714 after retry RPC after error@1384310887) -> (continuation of Deferred@1289179806 after retry RPC after error@1897806743) -> (continuation of Deferred@1884465471 after retry RPC after error@903263874) -> (continuation of Deferred@1130582276 after retry RPC after error@1126238332) -> (continuation of Deferred@652167798 after retry RPC after error@641571465) -> (continuation of Deferred@2131690555 after retry RPC after error@874942798) -> (continuation of Deferred@1761014086 after retry RPC after error@584439555) -> (continuation of Deferred@628892094 after retry RPC after error@626030782) -> (continuation of Deferred@2054406547 after retry RPC after error@1989307409) -> (continuation of Deferred@849859244 after retry RPC after error@345299406) -> (continuation of Deferred@1880096150 after retry RPC after error@362345826) -> (continuation of Deferred@421947343 after retry RPC after error@734959500) -> (continuation of Deferred@614607918 after retry RPC after error@1992556093) -> (continuation of Deferred@1559361333 after retry RPC after error@56392144) -> (continuation of Deferred@917173961 after retry RPC after error@1609679927) -> (continuation of Deferred@208324771 after retry RPC after error@1821942279) -> (continuation of Deferred@224726499 after retry RPC after error@1558491140) -> (continuation of Deferred@110187755 after retry RPC after error@800085668) -> (continuation of Deferred@169823396 after retry RPC after error@1937942899) -> (continuation of Deferred@2142805476 after retry RPC after error@1376838081) -> (continuation of Deferred@572190027 after retry RPC after error@1152713034) -> (continuation of Deferred@2136601477 after retry RPC after error@705825606), errback=(continuation of Deferred@353463122 after retry RPC after error@412396551) -> (continuation of Deferred@960954714 after retry RPC after error@1384310887) -> (continuation of Deferred@1289179806 after retry RPC after error@1897806743) -> (continuation of Deferred@1884465471 after retry RPC after error@903263874) -> (continuation of Deferred@1130582276 after retry RPC after error@1126238332) -> (continuation of Deferred@652167798 after retry RPC after error@641571465) -> (continuation of Deferred@2131690555 after retry RPC after error@874942798) -> (continuation of Deferred@1761014086 after retry RPC after error@584439555) -> (continuation of Deferred@628892094 after retry RPC after error@626030782) -> (continuation of Deferred@2054406547 after retry RPC after error@1989307409) -> (continuation of Deferred@849859244 after retry RPC after error@345299406) -> (continuation of Deferred@1880096150 after retry RPC after error@362345826) -> (continuation of Deferred@421947343 after retry RPC after error@734959500) -> (continuation of Deferred@614607918 after retry RPC after error@1992556093) -> (continuation of Deferred@1559361333 after retry RPC after error@56392144) -> (continuation of Deferred@917173961 after retry RPC after error@1609679927) -> (continuation of Deferred@208324771 after retry RPC after error@1821942279) -> (continuation of Deferred@224726499 after retry RPC after error@1558491140) -> (continuation of Deferred@110187755 after retry RPC after error@800085668) -> (continuation of Deferred@169823396 after retry RPC after error@1937942899) -> (continuation of Deferred@2142805476 after retry RPC after error@1376838081) -> (continuation of Deferred@572190027 after retry RPC after error@1152713034) -> (continuation of Deferred@2136601477 after retry RPC after error@705825606)))
20:08:47.395 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:08:47.396 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29037), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [19ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [36ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [37ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [56ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [56ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [62ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [89ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [89ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [90ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [90ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [185ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [284ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [285ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [285ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [285ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [803ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [804ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [804ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [804ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1183ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1864ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4423ms] too many traces: truncated at 100 traces, deferred=Deferred@216852565(state=PENDING, result=null, callback=(continuation of Deferred@353463122 after retry RPC after error@412396551) -> (continuation of Deferred@960954714 after retry RPC after error@1384310887) -> (continuation of Deferred@1289179806 after retry RPC after error@1897806743) -> (continuation of Deferred@1884465471 after retry RPC after error@903263874) -> (continuation of Deferred@1130582276 after retry RPC after error@1126238332) -> (continuation of Deferred@652167798 after retry RPC after error@641571465) -> (continuation of Deferred@2131690555 after retry RPC after error@874942798) -> (continuation of Deferred@1761014086 after retry RPC after error@584439555) -> (continuation of Deferred@628892094 after retry RPC after error@626030782) -> (continuation of Deferred@2054406547 after retry RPC after error@1989307409) -> (continuation of Deferred@849859244 after retry RPC after error@345299406) -> (continuation of Deferred@1880096150 after retry RPC after error@362345826) -> (continuation of Deferred@421947343 after retry RPC after error@734959500) -> (continuation of Deferred@614607918 after retry RPC after error@1992556093) -> (continuation of Deferred@1559361333 after retry RPC after error@56392144) -> (continuation of Deferred@917173961 after retry RPC after error@1609679927) -> (continuation of Deferred@208324771 after retry RPC after error@1821942279) -> (continuation of Deferred@224726499 after retry RPC after error@1558491140) -> (continuation of Deferred@110187755 after retry RPC after error@800085668) -> (continuation of Deferred@169823396 after retry RPC after error@1937942899) -> (continuation of Deferred@2142805476 after retry RPC after error@1376838081) -> (continuation of Deferred@572190027 after retry RPC after error@1152713034) -> (continuation of Deferred@2136601477 after retry RPC after error@705825606), errback=(continuation of Deferred@353463122 after retry RPC after error@412396551) -> (continuation of Deferred@960954714 after retry RPC after error@1384310887) -> (continuation of Deferred@1289179806 after retry RPC after error@1897806743) -> (continuation of Deferred@1884465471 after retry RPC after error@903263874) -> (continuation of Deferred@1130582276 after retry RPC after error@1126238332) -> (continuation of Deferred@652167798 after retry RPC after error@641571465) -> (continuation of Deferred@2131690555 after retry RPC after error@874942798) -> (continuation of Deferred@1761014086 after retry RPC after error@584439555) -> (continuation of Deferred@628892094 after retry RPC after error@626030782) -> (continuation of Deferred@2054406547 after retry RPC after error@1989307409) -> (continuation of Deferred@849859244 after retry RPC after error@345299406) -> (continuation of Deferred@1880096150 after retry RPC after error@362345826) -> (continuation of Deferred@421947343 after retry RPC after error@734959500) -> (continuation of Deferred@614607918 after retry RPC after error@1992556093) -> (continuation of Deferred@1559361333 after retry RPC after error@56392144) -> (continuation of Deferred@917173961 after retry RPC after error@1609679927) -> (continuation of Deferred@208324771 after retry RPC after error@1821942279) -> (continuation of Deferred@224726499 after retry RPC after error@1558491140) -> (continuation of Deferred@110187755 after retry RPC after error@800085668) -> (continuation of Deferred@169823396 after retry RPC after error@1937942899) -> (continuation of Deferred@2142805476 after retry RPC after error@1376838081) -> (continuation of Deferred@572190027 after retry RPC after error@1152713034) -> (continuation of Deferred@2136601477 after retry RPC after error@705825606)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.124:38349
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:47.403 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:08:47.406 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
20:08:47.411 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29037), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [19ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [36ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [37ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [56ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [56ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [62ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [89ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [89ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [90ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [90ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [185ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [284ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [285ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [285ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [285ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [303ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [303ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [803ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [804ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [804ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [804ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1183ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1864ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [4421ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4423ms] too many traces: truncated at 100 traces, deferred=Deferred@216852565(state=PENDING, result=null, callback=(continuation of Deferred@353463122 after retry RPC after error@412396551) -> (continuation of Deferred@960954714 after retry RPC after error@1384310887) -> (continuation of Deferred@1289179806 after retry RPC after error@1897806743) -> (continuation of Deferred@1884465471 after retry RPC after error@903263874) -> (continuation of Deferred@1130582276 after retry RPC after error@1126238332) -> (continuation of Deferred@652167798 after retry RPC after error@641571465) -> (continuation of Deferred@2131690555 after retry RPC after error@874942798) -> (continuation of Deferred@1761014086 after retry RPC after error@584439555) -> (continuation of Deferred@628892094 after retry RPC after error@626030782) -> (continuation of Deferred@2054406547 after retry RPC after error@1989307409) -> (continuation of Deferred@849859244 after retry RPC after error@345299406) -> (continuation of Deferred@1880096150 after retry RPC after error@362345826) -> (continuation of Deferred@421947343 after retry RPC after error@734959500) -> (continuation of Deferred@614607918 after retry RPC after error@1992556093) -> (continuation of Deferred@1559361333 after retry RPC after error@56392144) -> (continuation of Deferred@917173961 after retry RPC after error@1609679927) -> (continuation of Deferred@208324771 after retry RPC after error@1821942279) -> (continuation of Deferred@224726499 after retry RPC after error@1558491140) -> (continuation of Deferred@110187755 after retry RPC after error@800085668) -> (continuation of Deferred@169823396 after retry RPC after error@1937942899) -> (continuation of Deferred@2142805476 after retry RPC after error@1376838081) -> (continuation of Deferred@572190027 after retry RPC after error@1152713034) -> (continuation of Deferred@2136601477 after retry RPC after error@705825606), errback=(continuation of Deferred@353463122 after retry RPC after error@412396551) -> (continuation of Deferred@960954714 after retry RPC after error@1384310887) -> (continuation of Deferred@1289179806 after retry RPC after error@1897806743) -> (continuation of Deferred@1884465471 after retry RPC after error@903263874) -> (continuation of Deferred@1130582276 after retry RPC after error@1126238332) -> (continuation of Deferred@652167798 after retry RPC after error@641571465) -> (continuation of Deferred@2131690555 after retry RPC after error@874942798) -> (continuation of Deferred@1761014086 after retry RPC after error@584439555) -> (continuation of Deferred@628892094 after retry RPC after error@626030782) -> (continuation of Deferred@2054406547 after retry RPC after error@1989307409) -> (continuation of Deferred@849859244 after retry RPC after error@345299406) -> (continuation of Deferred@1880096150 after retry RPC after error@362345826) -> (continuation of Deferred@421947343 after retry RPC after error@734959500) -> (continuation of Deferred@614607918 after retry RPC after error@1992556093) -> (continuation of Deferred@1559361333 after retry RPC after error@56392144) -> (continuation of Deferred@917173961 after retry RPC after error@1609679927) -> (continuation of Deferred@208324771 after retry RPC after error@1821942279) -> (continuation of Deferred@224726499 after retry RPC after error@1558491140) -> (continuation of Deferred@110187755 after retry RPC after error@800085668) -> (continuation of Deferred@169823396 after retry RPC after error@1937942899) -> (continuation of Deferred@2142805476 after retry RPC after error@1376838081) -> (continuation of Deferred@572190027 after retry RPC after error@1152713034) -> (continuation of Deferred@2136601477 after retry RPC after error@705825606)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.124:38349
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:47.417 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:47.418 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
20:08:47.418 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
20:08:47.425 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:47.425 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:47.425 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:47.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.426 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:47.502 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:47.503 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:47.503 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:47.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.506 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:47.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:47.612 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:47.613 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:47.613 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:47.613 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:47.613 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:47.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:47.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:47.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:47.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:47.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:47.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:47.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:47.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:47.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:47.637 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:47.637 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:47.637 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:47.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:47.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:47.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:47.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:47.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:47.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:47.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:47.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:47.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:47.639 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:47.722 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:47.722 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:47.722 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:47.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.724 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:47.730 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:47.730 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:47.730 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:47.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:47.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:47.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:47.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:47.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:47.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:47.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:47.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:47.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:47.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:47.734 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28188), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [12ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [12ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [26ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [49ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [50ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [107ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [324ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [324ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [525ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [525ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [525ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [526ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2100ms] refreshing cache from master, [2100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3141ms] refreshing cache from master, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3142ms] too many traces: truncated at 100 traces, deferred=Deferred@518332479(state=PENDING, result=null, callback=(continuation of Deferred@726504577 after retry RPC after error@608808835) -> (continuation of Deferred@1596049542 after retry RPC after error@1760755589) -> (continuation of Deferred@802981766 after retry RPC after error@1174409289) -> (continuation of Deferred@389318135 after retry RPC after error@1757765187) -> (continuation of Deferred@594416746 after retry RPC after error@1705695766) -> (continuation of Deferred@1443029097 after retry RPC after error@351771564) -> (continuation of Deferred@1206452252 after retry RPC after error@1948260509) -> (continuation of Deferred@895528920 after retry RPC after error@492988451) -> (continuation of Deferred@310669939 after retry RPC after error@1721005134) -> (continuation of Deferred@1446644011 after retry RPC after error@1486307519) -> (continuation of Deferred@1764865588 after retry RPC after error@750950744) -> (continuation of Deferred@716684986 after retry RPC after error@1221038571) -> (continuation of Deferred@740499153 after retry RPC after error@336812628) -> (continuation of Deferred@63333378 after retry RPC after error@2004542808) -> (continuation of Deferred@1125890288 after retry RPC after error@1305774909) -> (continuation of Deferred@2097287409 after retry RPC after error@1567779372) -> (continuation of Deferred@1127253322 after retry RPC after error@710177650) -> (continuation of Deferred@1203530577 after retry RPC after error@156322432) -> (continuation of Deferred@1309447221 after retry RPC after error@1196073317) -> (continuation of Deferred@1661512766 after retry RPC after error@1611595669) -> (continuation of Deferred@1242133149 after retry RPC after error@1482339120), errback=(continuation of Deferred@726504577 after retry RPC after error@608808835) -> (continuation of Deferred@1596049542 after retry RPC after error@1760755589) -> (continuation of Deferred@802981766 after retry RPC after error@1174409289) -> (continuation of Deferred@389318135 after retry RPC after error@1757765187) -> (continuation of Deferred@594416746 after retry RPC after error@1705695766) -> (continuation of Deferred@1443029097 after retry RPC after error@351771564) -> (continuation of Deferred@1206452252 after retry RPC after error@1948260509) -> (continuation of Deferred@895528920 after retry RPC after error@492988451) -> (continuation of Deferred@310669939 after retry RPC after error@1721005134) -> (continuation of Deferred@1446644011 after retry RPC after error@1486307519) -> (continuation of Deferred@1764865588 after retry RPC after error@750950744) -> (continuation of Deferred@716684986 after retry RPC after error@1221038571) -> (continuation of Deferred@740499153 after retry RPC after error@336812628) -> (continuation of Deferred@63333378 after retry RPC after error@2004542808) -> (continuation of Deferred@1125890288 after retry RPC after error@1305774909) -> (continuation of Deferred@2097287409 after retry RPC after error@1567779372) -> (continuation of Deferred@1127253322 after retry RPC after error@710177650) -> (continuation of Deferred@1203530577 after retry RPC after error@156322432) -> (continuation of Deferred@1309447221 after retry RPC after error@1196073317) -> (continuation of Deferred@1661512766 after retry RPC after error@1611595669) -> (continuation of Deferred@1242133149 after retry RPC after error@1482339120)))
20:08:47.736 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:08:47.736 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28188), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [12ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [12ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [26ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [49ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [50ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [107ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [324ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [324ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [525ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [525ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [525ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [526ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2100ms] refreshing cache from master, [2100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3141ms] refreshing cache from master, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3142ms] too many traces: truncated at 100 traces, deferred=Deferred@518332479(state=PENDING, result=null, callback=(continuation of Deferred@726504577 after retry RPC after error@608808835) -> (continuation of Deferred@1596049542 after retry RPC after error@1760755589) -> (continuation of Deferred@802981766 after retry RPC after error@1174409289) -> (continuation of Deferred@389318135 after retry RPC after error@1757765187) -> (continuation of Deferred@594416746 after retry RPC after error@1705695766) -> (continuation of Deferred@1443029097 after retry RPC after error@351771564) -> (continuation of Deferred@1206452252 after retry RPC after error@1948260509) -> (continuation of Deferred@895528920 after retry RPC after error@492988451) -> (continuation of Deferred@310669939 after retry RPC after error@1721005134) -> (continuation of Deferred@1446644011 after retry RPC after error@1486307519) -> (continuation of Deferred@1764865588 after retry RPC after error@750950744) -> (continuation of Deferred@716684986 after retry RPC after error@1221038571) -> (continuation of Deferred@740499153 after retry RPC after error@336812628) -> (continuation of Deferred@63333378 after retry RPC after error@2004542808) -> (continuation of Deferred@1125890288 after retry RPC after error@1305774909) -> (continuation of Deferred@2097287409 after retry RPC after error@1567779372) -> (continuation of Deferred@1127253322 after retry RPC after error@710177650) -> (continuation of Deferred@1203530577 after retry RPC after error@156322432) -> (continuation of Deferred@1309447221 after retry RPC after error@1196073317) -> (continuation of Deferred@1661512766 after retry RPC after error@1611595669) -> (continuation of Deferred@1242133149 after retry RPC after error@1482339120), errback=(continuation of Deferred@726504577 after retry RPC after error@608808835) -> (continuation of Deferred@1596049542 after retry RPC after error@1760755589) -> (continuation of Deferred@802981766 after retry RPC after error@1174409289) -> (continuation of Deferred@389318135 after retry RPC after error@1757765187) -> (continuation of Deferred@594416746 after retry RPC after error@1705695766) -> (continuation of Deferred@1443029097 after retry RPC after error@351771564) -> (continuation of Deferred@1206452252 after retry RPC after error@1948260509) -> (continuation of Deferred@895528920 after retry RPC after error@492988451) -> (continuation of Deferred@310669939 after retry RPC after error@1721005134) -> (continuation of Deferred@1446644011 after retry RPC after error@1486307519) -> (continuation of Deferred@1764865588 after retry RPC after error@750950744) -> (continuation of Deferred@716684986 after retry RPC after error@1221038571) -> (continuation of Deferred@740499153 after retry RPC after error@336812628) -> (continuation of Deferred@63333378 after retry RPC after error@2004542808) -> (continuation of Deferred@1125890288 after retry RPC after error@1305774909) -> (continuation of Deferred@2097287409 after retry RPC after error@1567779372) -> (continuation of Deferred@1127253322 after retry RPC after error@710177650) -> (continuation of Deferred@1203530577 after retry RPC after error@156322432) -> (continuation of Deferred@1309447221 after retry RPC after error@1196073317) -> (continuation of Deferred@1661512766 after retry RPC after error@1611595669) -> (continuation of Deferred@1242133149 after retry RPC after error@1482339120)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:47.744 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
20:08:47.748 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
20:08:47.750 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28188), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [11ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [12ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [12ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [26ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [49ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [50ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [107ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [283ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [324ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [324ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [525ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [525ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [525ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [526ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2100ms] refreshing cache from master, [2100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3141ms] refreshing cache from master, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3142ms] too many traces: truncated at 100 traces, deferred=Deferred@518332479(state=PENDING, result=null, callback=(continuation of Deferred@726504577 after retry RPC after error@608808835) -> (continuation of Deferred@1596049542 after retry RPC after error@1760755589) -> (continuation of Deferred@802981766 after retry RPC after error@1174409289) -> (continuation of Deferred@389318135 after retry RPC after error@1757765187) -> (continuation of Deferred@594416746 after retry RPC after error@1705695766) -> (continuation of Deferred@1443029097 after retry RPC after error@351771564) -> (continuation of Deferred@1206452252 after retry RPC after error@1948260509) -> (continuation of Deferred@895528920 after retry RPC after error@492988451) -> (continuation of Deferred@310669939 after retry RPC after error@1721005134) -> (continuation of Deferred@1446644011 after retry RPC after error@1486307519) -> (continuation of Deferred@1764865588 after retry RPC after error@750950744) -> (continuation of Deferred@716684986 after retry RPC after error@1221038571) -> (continuation of Deferred@740499153 after retry RPC after error@336812628) -> (continuation of Deferred@63333378 after retry RPC after error@2004542808) -> (continuation of Deferred@1125890288 after retry RPC after error@1305774909) -> (continuation of Deferred@2097287409 after retry RPC after error@1567779372) -> (continuation of Deferred@1127253322 after retry RPC after error@710177650) -> (continuation of Deferred@1203530577 after retry RPC after error@156322432) -> (continuation of Deferred@1309447221 after retry RPC after error@1196073317) -> (continuation of Deferred@1661512766 after retry RPC after error@1611595669) -> (continuation of Deferred@1242133149 after retry RPC after error@1482339120), errback=(continuation of Deferred@726504577 after retry RPC after error@608808835) -> (continuation of Deferred@1596049542 after retry RPC after error@1760755589) -> (continuation of Deferred@802981766 after retry RPC after error@1174409289) -> (continuation of Deferred@389318135 after retry RPC after error@1757765187) -> (continuation of Deferred@594416746 after retry RPC after error@1705695766) -> (continuation of Deferred@1443029097 after retry RPC after error@351771564) -> (continuation of Deferred@1206452252 after retry RPC after error@1948260509) -> (continuation of Deferred@895528920 after retry RPC after error@492988451) -> (continuation of Deferred@310669939 after retry RPC after error@1721005134) -> (continuation of Deferred@1446644011 after retry RPC after error@1486307519) -> (continuation of Deferred@1764865588 after retry RPC after error@750950744) -> (continuation of Deferred@716684986 after retry RPC after error@1221038571) -> (continuation of Deferred@740499153 after retry RPC after error@336812628) -> (continuation of Deferred@63333378 after retry RPC after error@2004542808) -> (continuation of Deferred@1125890288 after retry RPC after error@1305774909) -> (continuation of Deferred@2097287409 after retry RPC after error@1567779372) -> (continuation of Deferred@1127253322 after retry RPC after error@710177650) -> (continuation of Deferred@1203530577 after retry RPC after error@156322432) -> (continuation of Deferred@1309447221 after retry RPC after error@1196073317) -> (continuation of Deferred@1661512766 after retry RPC after error@1611595669) -> (continuation of Deferred@1242133149 after retry RPC after error@1482339120)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:47.754 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:47.754 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
20:08:47.754 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RUNNING to RESTARTING.
20:08:47.756 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
20:08:47.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:47.917 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job de855ecde0984daac22d8a9ca6a04543 from Checkpoint 74 @ 1779134868198 for de855ecde0984daac22d8a9ca6a04543 located at file:/tmp/junit8845026033091945030/checkpoints/de855ecde0984daac22d8a9ca6a04543/chk-74.
20:08:47.919 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:08:47.921 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 74 for source Source: KuduSource to checkpoint.
20:08:47.923 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
20:08:47.924 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:47.926 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
20:08:47.926 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id a616d910be3f00059573dab7c5650d9c
20:08:47.928 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot a616d910be3f00059573dab7c5650d9c.
20:08:47.931 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id a616d910be3f00059573dab7c5650d9c.
20:08:47.932 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job de855ecde0984daac22d8a9ca6a04543 from Checkpoint 74 @ 1779134868198 for de855ecde0984daac22d8a9ca6a04543 located at file:/tmp/junit8845026033091945030/checkpoints/de855ecde0984daac22d8a9ca6a04543/chk-74.
20:08:47.939 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:08:47.939 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 74 for source Source: KuduSource to checkpoint.
20:08:47.941 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
20:08:47.942 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:47.944 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
20:08:47.944 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8
20:08:47.945 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RESTARTING to RUNNING.
20:08:47.954 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job de855ecde0984daac22d8a9ca6a04543 from Checkpoint 74 @ 1779134868198 for de855ecde0984daac22d8a9ca6a04543 located at file:/tmp/junit8845026033091945030/checkpoints/de855ecde0984daac22d8a9ca6a04543/chk-74.
20:08:47.955 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 87b3eb87d3d9f23557b9e149dbf3dca8.
20:08:47.956 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8.
20:08:47.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
20:08:47.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
20:08:47.958 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54fb528c
20:08:47.958 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:47.959 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:08:47.959 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 74 for source Source: KuduSource to checkpoint.
20:08:47.959 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
20:08:47.960 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:47.961 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
20:08:47.961 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id f15c92e0a935db3ab140050f2e2a607f
20:08:47.959 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:47.962 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:08:47.963 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:08:47.969 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ed4bcba
20:08:47.971 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:47.979 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot f15c92e0a935db3ab140050f2e2a607f.
20:08:47.980 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id f15c92e0a935db3ab140050f2e2a607f.
20:08:47.980 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:47.981 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:47.981 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:47.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.981 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.981 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:47.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:47.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:47.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:47.982 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
20:08:47.982 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
20:08:47.983 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72a4b9c1
20:08:47.983 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:47.983 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:47.983 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
20:08:47.983 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
20:08:47.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
20:08:47.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
20:08:47.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15af6093
20:08:47.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:47.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:47.991 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:08:47.991 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:08:47.995 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2157e88e
20:08:48.003 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:48.009 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.016 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7fa4d51a
20:08:48.018 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:48.019 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.027 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.041 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.041 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.045 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:48.050 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.050 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.056 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.063 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.068 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.074 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.080 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.082 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.085 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.088 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.089 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.089 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.089 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.098 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.099 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.100 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.105 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.110 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.110 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.115 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.116 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:48.116 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:48.116 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:48.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:48.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:48.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:48.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:48.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:48.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:48.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:48.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:48.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:48.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:48.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28579), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [12ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [13ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [28ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [54ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [87ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [125ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [147ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [843ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [843ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1203ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2601ms] refreshing cache from master, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2604ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2605ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [5521ms] refreshing cache from master, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5522ms] too many traces: truncated at 100 traces, deferred=Deferred@514960158(state=PENDING, result=null, callback=(continuation of Deferred@854390049 after retry RPC after error@1138518617) -> (continuation of Deferred@918193228 after retry RPC after error@633352414) -> (continuation of Deferred@1892719802 after retry RPC after error@1358868059) -> (continuation of Deferred@847567084 after retry RPC after error@375802018) -> (continuation of Deferred@1646736280 after retry RPC after error@1192150513) -> (continuation of Deferred@1406740036 after retry RPC after error@2011060165) -> (continuation of Deferred@742265173 after retry RPC after error@497973358) -> (continuation of Deferred@132089497 after retry RPC after error@37394904) -> (continuation of Deferred@1582466163 after retry RPC after error@819063519) -> (continuation of Deferred@1270962450 after retry RPC after error@493092331) -> (continuation of Deferred@1473811240 after retry RPC after error@1751129118) -> (continuation of Deferred@690536905 after retry RPC after error@732364194) -> (continuation of Deferred@955546157 after retry RPC after error@1352401345) -> (continuation of Deferred@1062577298 after retry RPC after error@595727671) -> (continuation of Deferred@951854712 after retry RPC after error@144620199) -> (continuation of Deferred@452849170 after retry RPC after error@702905303) -> (continuation of Deferred@1890781045 after retry RPC after error@226869318) -> (continuation of Deferred@2021470874 after retry RPC after error@2059715969) -> (continuation of Deferred@312802563 after retry RPC after error@822118625) -> (continuation of Deferred@544769465 after retry RPC after error@2085401850) -> (continuation of Deferred@1228214933 after retry RPC after error@2085084370), errback=(continuation of Deferred@854390049 after retry RPC after error@1138518617) -> (continuation of Deferred@918193228 after retry RPC after error@633352414) -> (continuation of Deferred@1892719802 after retry RPC after error@1358868059) -> (continuation of Deferred@847567084 after retry RPC after error@375802018) -> (continuation of Deferred@1646736280 after retry RPC after error@1192150513) -> (continuation of Deferred@1406740036 after retry RPC after error@2011060165) -> (continuation of Deferred@742265173 after retry RPC after error@497973358) -> (continuation of Deferred@132089497 after retry RPC after error@37394904) -> (continuation of Deferred@1582466163 after retry RPC after error@819063519) -> (continuation of Deferred@1270962450 after retry RPC after error@493092331) -> (continuation of Deferred@1473811240 after retry RPC after error@1751129118) -> (continuation of Deferred@690536905 after retry RPC after error@732364194) -> (continuation of Deferred@955546157 after retry RPC after error@1352401345) -> (continuation of Deferred@1062577298 after retry RPC after error@595727671) -> (continuation of Deferred@951854712 after retry RPC after error@144620199) -> (continuation of Deferred@452849170 after retry RPC after error@702905303) -> (continuation of Deferred@1890781045 after retry RPC after error@226869318) -> (continuation of Deferred@2021470874 after retry RPC after error@2059715969) -> (continuation of Deferred@312802563 after retry RPC after error@822118625) -> (continuation of Deferred@544769465 after retry RPC after error@2085401850) -> (continuation of Deferred@1228214933 after retry RPC after error@2085084370)))
20:08:48.119 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.121 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:08:48.121 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.121 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28579), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [12ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [13ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [28ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [54ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [87ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [125ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [147ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [843ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [843ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1203ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2601ms] refreshing cache from master, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2604ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2605ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [5521ms] refreshing cache from master, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5522ms] too many traces: truncated at 100 traces, deferred=Deferred@514960158(state=PENDING, result=null, callback=(continuation of Deferred@854390049 after retry RPC after error@1138518617) -> (continuation of Deferred@918193228 after retry RPC after error@633352414) -> (continuation of Deferred@1892719802 after retry RPC after error@1358868059) -> (continuation of Deferred@847567084 after retry RPC after error@375802018) -> (continuation of Deferred@1646736280 after retry RPC after error@1192150513) -> (continuation of Deferred@1406740036 after retry RPC after error@2011060165) -> (continuation of Deferred@742265173 after retry RPC after error@497973358) -> (continuation of Deferred@132089497 after retry RPC after error@37394904) -> (continuation of Deferred@1582466163 after retry RPC after error@819063519) -> (continuation of Deferred@1270962450 after retry RPC after error@493092331) -> (continuation of Deferred@1473811240 after retry RPC after error@1751129118) -> (continuation of Deferred@690536905 after retry RPC after error@732364194) -> (continuation of Deferred@955546157 after retry RPC after error@1352401345) -> (continuation of Deferred@1062577298 after retry RPC after error@595727671) -> (continuation of Deferred@951854712 after retry RPC after error@144620199) -> (continuation of Deferred@452849170 after retry RPC after error@702905303) -> (continuation of Deferred@1890781045 after retry RPC after error@226869318) -> (continuation of Deferred@2021470874 after retry RPC after error@2059715969) -> (continuation of Deferred@312802563 after retry RPC after error@822118625) -> (continuation of Deferred@544769465 after retry RPC after error@2085401850) -> (continuation of Deferred@1228214933 after retry RPC after error@2085084370), errback=(continuation of Deferred@854390049 after retry RPC after error@1138518617) -> (continuation of Deferred@918193228 after retry RPC after error@633352414) -> (continuation of Deferred@1892719802 after retry RPC after error@1358868059) -> (continuation of Deferred@847567084 after retry RPC after error@375802018) -> (continuation of Deferred@1646736280 after retry RPC after error@1192150513) -> (continuation of Deferred@1406740036 after retry RPC after error@2011060165) -> (continuation of Deferred@742265173 after retry RPC after error@497973358) -> (continuation of Deferred@132089497 after retry RPC after error@37394904) -> (continuation of Deferred@1582466163 after retry RPC after error@819063519) -> (continuation of Deferred@1270962450 after retry RPC after error@493092331) -> (continuation of Deferred@1473811240 after retry RPC after error@1751129118) -> (continuation of Deferred@690536905 after retry RPC after error@732364194) -> (continuation of Deferred@955546157 after retry RPC after error@1352401345) -> (continuation of Deferred@1062577298 after retry RPC after error@595727671) -> (continuation of Deferred@951854712 after retry RPC after error@144620199) -> (continuation of Deferred@452849170 after retry RPC after error@702905303) -> (continuation of Deferred@1890781045 after retry RPC after error@226869318) -> (continuation of Deferred@2021470874 after retry RPC after error@2059715969) -> (continuation of Deferred@312802563 after retry RPC after error@822118625) -> (continuation of Deferred@544769465 after retry RPC after error@2085401850) -> (continuation of Deferred@1228214933 after retry RPC after error@2085084370)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:48.126 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
20:08:48.130 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
20:08:48.132 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28579), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [12ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [13ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [28ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [28ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [52ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [53ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [54ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [87ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [125ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [125ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [147ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [264ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [264ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [842ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [843ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [843ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1203ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2601ms] refreshing cache from master, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2604ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2605ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [5521ms] refreshing cache from master, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5522ms] too many traces: truncated at 100 traces, deferred=Deferred@514960158(state=PENDING, result=null, callback=(continuation of Deferred@854390049 after retry RPC after error@1138518617) -> (continuation of Deferred@918193228 after retry RPC after error@633352414) -> (continuation of Deferred@1892719802 after retry RPC after error@1358868059) -> (continuation of Deferred@847567084 after retry RPC after error@375802018) -> (continuation of Deferred@1646736280 after retry RPC after error@1192150513) -> (continuation of Deferred@1406740036 after retry RPC after error@2011060165) -> (continuation of Deferred@742265173 after retry RPC after error@497973358) -> (continuation of Deferred@132089497 after retry RPC after error@37394904) -> (continuation of Deferred@1582466163 after retry RPC after error@819063519) -> (continuation of Deferred@1270962450 after retry RPC after error@493092331) -> (continuation of Deferred@1473811240 after retry RPC after error@1751129118) -> (continuation of Deferred@690536905 after retry RPC after error@732364194) -> (continuation of Deferred@955546157 after retry RPC after error@1352401345) -> (continuation of Deferred@1062577298 after retry RPC after error@595727671) -> (continuation of Deferred@951854712 after retry RPC after error@144620199) -> (continuation of Deferred@452849170 after retry RPC after error@702905303) -> (continuation of Deferred@1890781045 after retry RPC after error@226869318) -> (continuation of Deferred@2021470874 after retry RPC after error@2059715969) -> (continuation of Deferred@312802563 after retry RPC after error@822118625) -> (continuation of Deferred@544769465 after retry RPC after error@2085401850) -> (continuation of Deferred@1228214933 after retry RPC after error@2085084370), errback=(continuation of Deferred@854390049 after retry RPC after error@1138518617) -> (continuation of Deferred@918193228 after retry RPC after error@633352414) -> (continuation of Deferred@1892719802 after retry RPC after error@1358868059) -> (continuation of Deferred@847567084 after retry RPC after error@375802018) -> (continuation of Deferred@1646736280 after retry RPC after error@1192150513) -> (continuation of Deferred@1406740036 after retry RPC after error@2011060165) -> (continuation of Deferred@742265173 after retry RPC after error@497973358) -> (continuation of Deferred@132089497 after retry RPC after error@37394904) -> (continuation of Deferred@1582466163 after retry RPC after error@819063519) -> (continuation of Deferred@1270962450 after retry RPC after error@493092331) -> (continuation of Deferred@1473811240 after retry RPC after error@1751129118) -> (continuation of Deferred@690536905 after retry RPC after error@732364194) -> (continuation of Deferred@955546157 after retry RPC after error@1352401345) -> (continuation of Deferred@1062577298 after retry RPC after error@595727671) -> (continuation of Deferred@951854712 after retry RPC after error@144620199) -> (continuation of Deferred@452849170 after retry RPC after error@702905303) -> (continuation of Deferred@1890781045 after retry RPC after error@226869318) -> (continuation of Deferred@2021470874 after retry RPC after error@2059715969) -> (continuation of Deferred@312802563 after retry RPC after error@822118625) -> (continuation of Deferred@544769465 after retry RPC after error@2085401850) -> (continuation of Deferred@1228214933 after retry RPC after error@2085084370)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:48.138 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.139 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.140 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:48.140 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.140 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.140 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.141 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.141 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
20:08:48.141 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.142 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.142 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
20:08:48.147 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.148 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.149 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.149 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.149 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.152 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.152 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.153 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.156 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.158 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.165 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.170 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.170 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.170 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.171 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.171 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.173 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.174 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.175 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.175 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.176 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29800), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [15ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [105ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [105ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [132ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [134ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [264ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [482ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [922ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1003ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [4021ms] refreshing cache from master, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [4022ms] too many traces: truncated at 100 traces, deferred=Deferred@2139218369(state=PENDING, result=null, callback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578), errback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578)))
20:08:48.177 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.178 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.178 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.178 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.178 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29800), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [15ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [105ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [105ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [132ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [134ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [264ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [482ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [922ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1003ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [4021ms] refreshing cache from master, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [4022ms] too many traces: truncated at 100 traces, deferred=Deferred@2139218369(state=PENDING, result=null, callback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578), errback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29800), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [15ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [105ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [105ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [132ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [134ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [264ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [482ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [922ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1003ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [4021ms] refreshing cache from master, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [4022ms] too many traces: truncated at 100 traces, deferred=Deferred@2139218369(state=PENDING, result=null, callback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578), errback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.124:42459
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:48.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.182 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.182 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.182 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.183 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.183 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.184 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.186 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.186 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.189 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.190 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.190 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.190 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.192 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29800), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [15ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [105ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [105ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [132ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [134ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [264ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [482ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [922ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1003ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [4021ms] refreshing cache from master, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [4022ms] too many traces: truncated at 100 traces, deferred=Deferred@2139218369(state=PENDING, result=null, callback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578), errback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29800), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [15ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [84ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [84ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [102ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [103ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [105ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [105ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [132ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [133ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [134ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [143ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [163ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [163ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [182ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [183ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [183ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [203ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [203ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [264ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [481ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [482ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [482ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [921ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [922ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [922ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1003ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [4021ms] refreshing cache from master, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [4022ms] too many traces: truncated at 100 traces, deferred=Deferred@2139218369(state=PENDING, result=null, callback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578), errback=(continuation of Deferred@988162195 after retry RPC after error@933696107) -> (continuation of Deferred@1828901527 after retry RPC after error@503167263) -> (continuation of Deferred@374646915 after retry RPC after error@426759272) -> (continuation of Deferred@1652698040 after retry RPC after error@306664374) -> (continuation of Deferred@568648141 after retry RPC after error@1179630861) -> (continuation of Deferred@904102295 after retry RPC after error@496090750) -> (continuation of Deferred@461229704 after retry RPC after error@551661375) -> (continuation of Deferred@153578893 after retry RPC after error@425021593) -> (continuation of Deferred@1814676661 after retry RPC after error@1092359768) -> (continuation of Deferred@1944408307 after retry RPC after error@1074202510) -> (continuation of Deferred@1655275351 after retry RPC after error@1134955404) -> (continuation of Deferred@438155715 after retry RPC after error@1658779257) -> (continuation of Deferred@1269071538 after retry RPC after error@950924833) -> (continuation of Deferred@1334412118 after retry RPC after error@1525795296) -> (continuation of Deferred@843607522 after retry RPC after error@1694730612) -> (continuation of Deferred@1712530865 after retry RPC after error@855199322) -> (continuation of Deferred@1135542938 after retry RPC after error@983464882) -> (continuation of Deferred@1172307965 after retry RPC after error@1026355842) -> (continuation of Deferred@103582831 after retry RPC after error@1327899891) -> (continuation of Deferred@1966873341 after retry RPC after error@794709562) -> (continuation of Deferred@1299439690 after retry RPC after error@856442027) -> (continuation of Deferred@645024709 after retry RPC after error@2063662767) -> (continuation of Deferred@690171957 after retry RPC after error@2027618470) -> (continuation of Deferred@1279479835 after retry RPC after error@818555578)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.124:42459
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:48.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.195 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.195 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.195 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.197 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.202 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.202 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.202 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.203 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.206 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.206 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.206 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.207 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.209 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.209 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.210 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.214 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.216 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.217 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.218 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.221 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:08:48.221 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.222 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.222 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.222 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.222 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.222 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.223 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.222 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.224 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.224 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29798), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [93ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [96ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [96ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [106ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [114ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [114ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [114ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [145ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [145ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [225ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [225ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [226ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [229ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [245ms] refreshing cache from master, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [246ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [247ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [247ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [247ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [403ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [404ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [404ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [443ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1103ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1242ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [4940ms] refreshing cache from master, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4942ms] too many traces: truncated at 100 traces, deferred=Deferred@1588664421(state=PENDING, result=null, callback=(continuation of Deferred@304917030 after retry RPC after error@259172230) -> (continuation of Deferred@553458416 after retry RPC after error@1985567930) -> (continuation of Deferred@30647757 after retry RPC after error@453475558) -> (continuation of Deferred@1407573996 after retry RPC after error@1868948902) -> (continuation of Deferred@1929697354 after retry RPC after error@1396992640) -> (continuation of Deferred@774096315 after retry RPC after error@1848335628) -> (continuation of Deferred@993533451 after retry RPC after error@1264087942) -> (continuation of Deferred@2070313291 after retry RPC after error@1334941718) -> (continuation of Deferred@874647465 after retry RPC after error@1022271208) -> (continuation of Deferred@1955202079 after retry RPC after error@932737968) -> (continuation of Deferred@325283245 after retry RPC after error@1538439415) -> (continuation of Deferred@2134697314 after retry RPC after error@197991622) -> (continuation of Deferred@55248407 after retry RPC after error@1307603849) -> (continuation of Deferred@1434421408 after retry RPC after error@917997029) -> (continuation of Deferred@1838634650 after retry RPC after error@599071898) -> (continuation of Deferred@170310340 after retry RPC after error@11833032) -> (continuation of Deferred@1472211906 after retry RPC after error@1553644652) -> (continuation of Deferred@1666571681 after retry RPC after error@1194581453) -> (continuation of Deferred@301686994 after retry RPC after error@403429213) -> (continuation of Deferred@1434368296 after retry RPC after error@217762815) -> (continuation of Deferred@1179506498 after retry RPC after error@12206569) -> (continuation of Deferred@539828015 after retry RPC after error@2060623334) -> (continuation of Deferred@1385017913 after retry RPC after error@6947976), errback=(continuation of Deferred@304917030 after retry RPC after error@259172230) -> (continuation of Deferred@553458416 after retry RPC after error@1985567930) -> (continuation of Deferred@30647757 after retry RPC after error@453475558) -> (continuation of Deferred@1407573996 after retry RPC after error@1868948902) -> (continuation of Deferred@1929697354 after retry RPC after error@1396992640) -> (continuation of Deferred@774096315 after retry RPC after error@1848335628) -> (continuation of Deferred@993533451 after retry RPC after error@1264087942) -> (continuation of Deferred@2070313291 after retry RPC after error@1334941718) -> (continuation of Deferred@874647465 after retry RPC after error@1022271208) -> (continuation of Deferred@1955202079 after retry RPC after error@932737968) -> (continuation of Deferred@325283245 after retry RPC after error@1538439415) -> (continuation of Deferred@2134697314 after retry RPC after error@197991622) -> (continuation of Deferred@55248407 after retry RPC after error@1307603849) -> (continuation of Deferred@1434421408 after retry RPC after error@917997029) -> (continuation of Deferred@1838634650 after retry RPC after error@599071898) -> (continuation of Deferred@170310340 after retry RPC after error@11833032) -> (continuation of Deferred@1472211906 after retry RPC after error@1553644652) -> (continuation of Deferred@1666571681 after retry RPC after error@1194581453) -> (continuation of Deferred@301686994 after retry RPC after error@403429213) -> (continuation of Deferred@1434368296 after retry RPC after error@217762815) -> (continuation of Deferred@1179506498 after retry RPC after error@12206569) -> (continuation of Deferred@539828015 after retry RPC after error@2060623334) -> (continuation of Deferred@1385017913 after retry RPC after error@6947976)))
20:08:48.226 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:08:48.226 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29798), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [93ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [96ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [96ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [106ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [114ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [114ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [114ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [145ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [145ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [225ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [225ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [226ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [229ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [245ms] refreshing cache from master, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [246ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [247ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [247ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [247ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [403ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [404ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [404ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [442ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [443ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1103ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1242ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [4940ms] refreshing cache from master, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4942ms] too many traces: truncated at 100 traces, deferred=Deferred@1588664421(state=PENDING, result=null, callback=(continuation of Deferred@304917030 after retry RPC after error@259172230) -> (continuation of Deferred@553458416 after retry RPC after error@1985567930) -> (continuation of Deferred@30647757 after retry RPC after error@453475558) -> (continuation of Deferred@1407573996 after retry RPC after error@1868948902) -> (continuation of Deferred@1929697354 after retry RPC after error@1396992640) -> (continuation of Deferred@774096315 after retry RPC after error@1848335628) -> (continuation of Deferred@993533451 after retry RPC after error@1264087942) -> (continuation of Deferred@2070313291 after retry RPC after error@1334941718) -> (continuation of Deferred@874647465 after retry RPC after error@1022271208) -> (continuation of Deferred@1955202079 after retry RPC after error@932737968) -> (continuation of Deferred@325283245 after retry RPC after error@1538439415) -> (continuation of Deferred@2134697314 after retry RPC after error@197991622) -> (continuation of Deferred@55248407 after retry RPC after error@1307603849) -> (continuation of Deferred@1434421408 after retry RPC after error@917997029) -> (continuation of Deferred@1838634650 after retry RPC after error@599071898) -> (continuation of Deferred@170310340 after retry RPC after error@11833032) -> (continuation of Deferred@1472211906 after retry RPC after error@1553644652) -> (continuation of Deferred@1666571681 after retry RPC after error@1194581453) -> (continuation of Deferred@301686994 after retry RPC after error@403429213) -> (continuation of Deferred@1434368296 after retry RPC after error@217762815) -> (continuation of Deferred@1179506498 after retry RPC after error@12206569) -> (continuation of Deferred@539828015 after retry RPC after error@2060623334) -> (continuation of Deferred@1385017913 after retry RPC after error@6947976), errback=(continuation of Deferred@304917030 after retry RPC after error@259172230) -> (continuation of Deferred@553458416 after retry RPC after error@1985567930) -> (continuation of Deferred@30647757 after retry RPC after error@453475558) -> (continuation of Deferred@1407573996 after retry RPC after error@1868948902) -> (continuation of Deferred@1929697354 after retry RPC after error@1396992640) -> (continuation of Deferred@774096315 after retry RPC after error@1848335628) -> (continuation of Deferred@993533451 after retry RPC after error@1264087942) -> (continuation of Deferred@2070313291 after retry RPC after error@1334941718) -> (continuation of Deferred@874647465 after retry RPC after error@1022271208) -> (continuation of Deferred@1955202079 after retry RPC after error@932737968) -> (continuation of Deferred@325283245 after retry RPC after error@1538439415) -> (continuation of Deferred@2134697314 after retry RPC after error@197991622) -> (continuation of Deferred@55248407 after retry RPC after error@1307603849) -> (continuation of Deferred@1434421408 after retry RPC after error@917997029) -> (continuation of Deferred@1838634650 after retry RPC after error@599071898) -> (continuation of Deferred@170310340 after retry RPC after error@11833032) -> (continuation of Deferred@1472211906 after retry RPC after error@1553644652) -> (continuation of Deferred@1666571681 after retry RPC after error@1194581453) -> (continuation of Deferred@301686994 after retry RPC after error@403429213) -> (continuation of Deferred@1434368296 after retry RPC after error@217762815) -> (continuation of Deferred@1179506498 after retry RPC after error@12206569) -> (continuation of Deferred@539828015 after retry RPC after error@2060623334) -> (continuation of Deferred@1385017913 after retry RPC after error@6947976)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.124:38349
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:48.230 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.232 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.232 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.233 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.233 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.233 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:08:48.233 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.235 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.235 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.235 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.236 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.236 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
20:08:48.240 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RUNNING to RESTARTING.
20:08:48.240 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
20:08:48.240 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
20:08:48.241 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:08:48.241 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
20:08:48.241 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:08:48.244 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
20:08:48.244 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
20:08:48.245 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
20:08:48.246 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
20:08:48.246 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
20:08:48.246 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.246 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.247 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.249 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.249 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
20:08:48.249 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.250 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.250 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.250 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
20:08:48.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.251 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.251 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:48.254 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:08:48.254 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
20:08:48.254 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
20:08:48.255 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.255 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.255 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.256 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.264 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1318) Discarding the results produced by task execution ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
20:08:48.266 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
20:08:48.266 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
20:08:48.266 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
20:08:48.280 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:08:48.281 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
20:08:48.281 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
20:08:48.281 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.282 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.282 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.283 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.287 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.287 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.288 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.289 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.289 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.289 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.289 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.289 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.290 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:08:48.290 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
20:08:48.290 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:08:48.294 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.294 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.294 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.296 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.310 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:08:48.311 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
20:08:48.311 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:08:48.315 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.315 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.315 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.316 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.320 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
20:08:48.321 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
20:08:48.321 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
20:08:48.322 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
20:08:48.323 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
20:08:48.323 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
20:08:48.324 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:48.325 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.325 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.325 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.326 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:48.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.327 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.329 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job de855ecde0984daac22d8a9ca6a04543
20:08:48.330 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.330 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.330 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.330 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.330 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.330 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.331 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.341 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.342 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.342 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.342 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:48.342 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:48.342 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:48.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.343 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:48.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:48.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:48.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:48.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:48.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:48.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:48.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:48.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:48.344 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:48.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:48.415 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.415 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.415 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.435 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.435 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.435 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.436 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.546 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.546 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.546 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:48.553 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:48.553 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:48.553 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:48.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:48.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:48.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:48.555 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:48.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:48.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:48.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:48.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:48.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:48.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:48.581 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.581 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28981), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [8ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [69ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [75ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [75ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [76ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [124ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [523ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [623ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1382ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1442ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1941ms] too many traces: truncated at 100 traces, deferred=Deferred@642874589(state=PENDING, result=null, callback=(continuation of Deferred@763437900 after retry RPC after error@1849060334) -> (continuation of Deferred@838838077 after retry RPC after error@484807243) -> (continuation of Deferred@945441240 after retry RPC after error@1710111782) -> (continuation of Deferred@694462953 after retry RPC after error@421724484) -> (continuation of Deferred@1943899953 after retry RPC after error@1732674144) -> (continuation of Deferred@1809929344 after retry RPC after error@1783189913) -> (continuation of Deferred@1970466790 after retry RPC after error@653538986) -> (continuation of Deferred@1204827040 after retry RPC after error@1739945818) -> (continuation of Deferred@89827733 after retry RPC after error@35430130) -> (continuation of Deferred@1142419490 after retry RPC after error@148127837) -> (continuation of Deferred@1485985491 after retry RPC after error@1042266173) -> (continuation of Deferred@1173539132 after retry RPC after error@1871626103) -> (continuation of Deferred@627067035 after retry RPC after error@1719517786) -> (continuation of Deferred@890588288 after retry RPC after error@804927570) -> (continuation of Deferred@150575526 after retry RPC after error@10417649) -> (continuation of Deferred@527489070 after retry RPC after error@1630948154) -> (continuation of Deferred@625400339 after retry RPC after error@1375769143) -> (continuation of Deferred@1260945905 after retry RPC after error@412380213) -> (continuation of Deferred@185711478 after retry RPC after error@1574306057) -> (continuation of Deferred@1383998539 after retry RPC after error@1764757493) -> (continuation of Deferred@1870447534 after retry RPC after error@38750465) -> (continuation of Deferred@556820863 after retry RPC after error@1217824011) -> (continuation of Deferred@1107185156 after retry RPC after error@964759675) -> (continuation of Deferred@458812837 after retry RPC after error@1738181912) -> (continuation of Deferred@1411867009 after retry RPC after error@1704239542) -> (continuation of Deferred@964513124 after retry RPC after error@171767070) -> (continuation of Deferred@1702405809 after retry RPC after error@631321273), errback=(continuation of Deferred@763437900 after retry RPC after error@1849060334) -> (continuation of Deferred@838838077 after retry RPC after error@484807243) -> (continuation of Deferred@945441240 after retry RPC after error@1710111782) -> (continuation of Deferred@694462953 after retry RPC after error@421724484) -> (continuation of Deferred@1943899953 after retry RPC after error@1732674144) -> (continuation of Deferred@1809929344 after retry RPC after error@1783189913) -> (continuation of Deferred@1970466790 after retry RPC after error@653538986) -> (continuation of Deferred@1204827040 after retry RPC after error@1739945818) -> (continuation of Deferred@89827733 after retry RPC after error@35430130) -> (continuation of Deferred@1142419490 after retry RPC after error@148127837) -> (continuation of Deferred@1485985491 after retry RPC after error@1042266173) -> (continuation of Deferred@1173539132 after retry RPC after error@1871626103) -> (continuation of Deferred@627067035 after retry RPC after error@1719517786) -> (continuation of Deferred@890588288 after retry RPC after error@804927570) -> (continuation of Deferred@150575526 after retry RPC after error@10417649) -> (continuation of Deferred@527489070 after retry RPC after error@1630948154) -> (continuation of Deferred@625400339 after retry RPC after error@1375769143) -> (continuation of Deferred@1260945905 after retry RPC after error@412380213) -> (continuation of Deferred@185711478 after retry RPC after error@1574306057) -> (continuation of Deferred@1383998539 after retry RPC after error@1764757493) -> (continuation of Deferred@1870447534 after retry RPC after error@38750465) -> (continuation of Deferred@556820863 after retry RPC after error@1217824011) -> (continuation of Deferred@1107185156 after retry RPC after error@964759675) -> (continuation of Deferred@458812837 after retry RPC after error@1738181912) -> (continuation of Deferred@1411867009 after retry RPC after error@1704239542) -> (continuation of Deferred@964513124 after retry RPC after error@171767070) -> (continuation of Deferred@1702405809 after retry RPC after error@631321273)))
20:08:48.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.587 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:08:48.587 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28981), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [8ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [69ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [75ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [75ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [76ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [124ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [523ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [623ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1382ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1442ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1941ms] too many traces: truncated at 100 traces, deferred=Deferred@642874589(state=PENDING, result=null, callback=(continuation of Deferred@763437900 after retry RPC after error@1849060334) -> (continuation of Deferred@838838077 after retry RPC after error@484807243) -> (continuation of Deferred@945441240 after retry RPC after error@1710111782) -> (continuation of Deferred@694462953 after retry RPC after error@421724484) -> (continuation of Deferred@1943899953 after retry RPC after error@1732674144) -> (continuation of Deferred@1809929344 after retry RPC after error@1783189913) -> (continuation of Deferred@1970466790 after retry RPC after error@653538986) -> (continuation of Deferred@1204827040 after retry RPC after error@1739945818) -> (continuation of Deferred@89827733 after retry RPC after error@35430130) -> (continuation of Deferred@1142419490 after retry RPC after error@148127837) -> (continuation of Deferred@1485985491 after retry RPC after error@1042266173) -> (continuation of Deferred@1173539132 after retry RPC after error@1871626103) -> (continuation of Deferred@627067035 after retry RPC after error@1719517786) -> (continuation of Deferred@890588288 after retry RPC after error@804927570) -> (continuation of Deferred@150575526 after retry RPC after error@10417649) -> (continuation of Deferred@527489070 after retry RPC after error@1630948154) -> (continuation of Deferred@625400339 after retry RPC after error@1375769143) -> (continuation of Deferred@1260945905 after retry RPC after error@412380213) -> (continuation of Deferred@185711478 after retry RPC after error@1574306057) -> (continuation of Deferred@1383998539 after retry RPC after error@1764757493) -> (continuation of Deferred@1870447534 after retry RPC after error@38750465) -> (continuation of Deferred@556820863 after retry RPC after error@1217824011) -> (continuation of Deferred@1107185156 after retry RPC after error@964759675) -> (continuation of Deferred@458812837 after retry RPC after error@1738181912) -> (continuation of Deferred@1411867009 after retry RPC after error@1704239542) -> (continuation of Deferred@964513124 after retry RPC after error@171767070) -> (continuation of Deferred@1702405809 after retry RPC after error@631321273), errback=(continuation of Deferred@763437900 after retry RPC after error@1849060334) -> (continuation of Deferred@838838077 after retry RPC after error@484807243) -> (continuation of Deferred@945441240 after retry RPC after error@1710111782) -> (continuation of Deferred@694462953 after retry RPC after error@421724484) -> (continuation of Deferred@1943899953 after retry RPC after error@1732674144) -> (continuation of Deferred@1809929344 after retry RPC after error@1783189913) -> (continuation of Deferred@1970466790 after retry RPC after error@653538986) -> (continuation of Deferred@1204827040 after retry RPC after error@1739945818) -> (continuation of Deferred@89827733 after retry RPC after error@35430130) -> (continuation of Deferred@1142419490 after retry RPC after error@148127837) -> (continuation of Deferred@1485985491 after retry RPC after error@1042266173) -> (continuation of Deferred@1173539132 after retry RPC after error@1871626103) -> (continuation of Deferred@627067035 after retry RPC after error@1719517786) -> (continuation of Deferred@890588288 after retry RPC after error@804927570) -> (continuation of Deferred@150575526 after retry RPC after error@10417649) -> (continuation of Deferred@527489070 after retry RPC after error@1630948154) -> (continuation of Deferred@625400339 after retry RPC after error@1375769143) -> (continuation of Deferred@1260945905 after retry RPC after error@412380213) -> (continuation of Deferred@185711478 after retry RPC after error@1574306057) -> (continuation of Deferred@1383998539 after retry RPC after error@1764757493) -> (continuation of Deferred@1870447534 after retry RPC after error@38750465) -> (continuation of Deferred@556820863 after retry RPC after error@1217824011) -> (continuation of Deferred@1107185156 after retry RPC after error@964759675) -> (continuation of Deferred@458812837 after retry RPC after error@1738181912) -> (continuation of Deferred@1411867009 after retry RPC after error@1704239542) -> (continuation of Deferred@964513124 after retry RPC after error@171767070) -> (continuation of Deferred@1702405809 after retry RPC after error@631321273)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.60:43985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:48.590 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.582 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.597 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.597 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.599 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:48.599 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:48.599 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:48.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:48.599 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:48.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:48.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:48.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:48.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:48.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:48.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:48.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:48.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:48.601 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
20:08:48.603 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
20:08:48.606 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28981), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [8ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [69ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [75ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [75ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [76ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [124ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [522ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [523ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [623ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1382ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1442ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1941ms] too many traces: truncated at 100 traces, deferred=Deferred@642874589(state=PENDING, result=null, callback=(continuation of Deferred@763437900 after retry RPC after error@1849060334) -> (continuation of Deferred@838838077 after retry RPC after error@484807243) -> (continuation of Deferred@945441240 after retry RPC after error@1710111782) -> (continuation of Deferred@694462953 after retry RPC after error@421724484) -> (continuation of Deferred@1943899953 after retry RPC after error@1732674144) -> (continuation of Deferred@1809929344 after retry RPC after error@1783189913) -> (continuation of Deferred@1970466790 after retry RPC after error@653538986) -> (continuation of Deferred@1204827040 after retry RPC after error@1739945818) -> (continuation of Deferred@89827733 after retry RPC after error@35430130) -> (continuation of Deferred@1142419490 after retry RPC after error@148127837) -> (continuation of Deferred@1485985491 after retry RPC after error@1042266173) -> (continuation of Deferred@1173539132 after retry RPC after error@1871626103) -> (continuation of Deferred@627067035 after retry RPC after error@1719517786) -> (continuation of Deferred@890588288 after retry RPC after error@804927570) -> (continuation of Deferred@150575526 after retry RPC after error@10417649) -> (continuation of Deferred@527489070 after retry RPC after error@1630948154) -> (continuation of Deferred@625400339 after retry RPC after error@1375769143) -> (continuation of Deferred@1260945905 after retry RPC after error@412380213) -> (continuation of Deferred@185711478 after retry RPC after error@1574306057) -> (continuation of Deferred@1383998539 after retry RPC after error@1764757493) -> (continuation of Deferred@1870447534 after retry RPC after error@38750465) -> (continuation of Deferred@556820863 after retry RPC after error@1217824011) -> (continuation of Deferred@1107185156 after retry RPC after error@964759675) -> (continuation of Deferred@458812837 after retry RPC after error@1738181912) -> (continuation of Deferred@1411867009 after retry RPC after error@1704239542) -> (continuation of Deferred@964513124 after retry RPC after error@171767070) -> (continuation of Deferred@1702405809 after retry RPC after error@631321273), errback=(continuation of Deferred@763437900 after retry RPC after error@1849060334) -> (continuation of Deferred@838838077 after retry RPC after error@484807243) -> (continuation of Deferred@945441240 after retry RPC after error@1710111782) -> (continuation of Deferred@694462953 after retry RPC after error@421724484) -> (continuation of Deferred@1943899953 after retry RPC after error@1732674144) -> (continuation of Deferred@1809929344 after retry RPC after error@1783189913) -> (continuation of Deferred@1970466790 after retry RPC after error@653538986) -> (continuation of Deferred@1204827040 after retry RPC after error@1739945818) -> (continuation of Deferred@89827733 after retry RPC after error@35430130) -> (continuation of Deferred@1142419490 after retry RPC after error@148127837) -> (continuation of Deferred@1485985491 after retry RPC after error@1042266173) -> (continuation of Deferred@1173539132 after retry RPC after error@1871626103) -> (continuation of Deferred@627067035 after retry RPC after error@1719517786) -> (continuation of Deferred@890588288 after retry RPC after error@804927570) -> (continuation of Deferred@150575526 after retry RPC after error@10417649) -> (continuation of Deferred@527489070 after retry RPC after error@1630948154) -> (continuation of Deferred@625400339 after retry RPC after error@1375769143) -> (continuation of Deferred@1260945905 after retry RPC after error@412380213) -> (continuation of Deferred@185711478 after retry RPC after error@1574306057) -> (continuation of Deferred@1383998539 after retry RPC after error@1764757493) -> (continuation of Deferred@1870447534 after retry RPC after error@38750465) -> (continuation of Deferred@556820863 after retry RPC after error@1217824011) -> (continuation of Deferred@1107185156 after retry RPC after error@964759675) -> (continuation of Deferred@458812837 after retry RPC after error@1738181912) -> (continuation of Deferred@1411867009 after retry RPC after error@1704239542) -> (continuation of Deferred@964513124 after retry RPC after error@171767070) -> (continuation of Deferred@1702405809 after retry RPC after error@631321273)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.60:43985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:48.618 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:48.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
20:08:48.619 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
20:08:48.658 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:48.659 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:48.659 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:48.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:48.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:48.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:48.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:48.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:48.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:48.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:48.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:48.661 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:48.661 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:48.677 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:48.677 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:48.677 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:48.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:48.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:48.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:48.679 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:48.726 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.726 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.726 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.727 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.729 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.729 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.729 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.730 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.730 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.731 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:47.714931 11887 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 11876
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:46.366719 11889 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:48.736590 11876 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.381s	user 0.681s	sys 1.169s
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:48.737607 11876 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.382s	user 0.681s	sys 1.170s
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.747496 11876 server_base.cc:1061] running on GCE node
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:48.748003 11935 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.751310 11876 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.754685 11876 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.756665 11876 hybrid_clock.cc:648] HybridClock initialized: now 1779134928756590 us; error 79 us; skew 500 ppm
20:08:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.758002 11876 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.769985 11876 webserver.cc:533] Webserver started at http://127.11.17.130:41245/ using document root <none> and password file <none>
20:08:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.771461 11876 fs_manager.cc:362] Metadata directory not provided
20:08:48.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.771929 11876 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:48.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.772516 11876 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.779894 11876 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/data/instance:
20:08:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eba3da4dd765499abbb859fc8a6a7da6"
20:08:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:48 on dist-test-slave-66b9"
20:08:48.782 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:48.782 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:48.782 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:48.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.781803 11876 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/wal/instance:
20:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eba3da4dd765499abbb859fc8a6a7da6"
20:08:48.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.783 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:48.783 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:48 on dist-test-slave-66b9"
20:08:48.783 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:48.783 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.794217 11876 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.010s	sys 0.000s
20:08:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.804065 11940 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.806227 11876 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.000s
20:08:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.806756 11876 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/wal
20:08:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eba3da4dd765499abbb859fc8a6a7da6"
20:08:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:48 on dist-test-slave-66b9"
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.807361 11876 fs_report.cc:389] FS layout report
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/wal
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/wal
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/data/data
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:48.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:48.877 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:48.877 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:48.878 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:48.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.879 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:48.879 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29316), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [7ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [8ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [8ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [29ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [30ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [86ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [87ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [124ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [125ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [145ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [145ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [265ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [265ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [682ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1004ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1423ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2240ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2243ms] too many traces: truncated at 100 traces, deferred=Deferred@1104869495(state=PENDING, result=null, callback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558), errback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558)))
20:08:48.881 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:48.881 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:48.881 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:48.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.882 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.882 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.882 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.882 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29316), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [7ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [8ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [8ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [29ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [30ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [86ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [87ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [124ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [125ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [145ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [145ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [265ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [265ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [682ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1004ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1423ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2240ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2243ms] too many traces: truncated at 100 traces, deferred=Deferred@1104869495(state=PENDING, result=null, callback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558), errback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29316), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [7ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [8ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [8ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [29ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [30ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [86ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [87ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [124ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [125ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [145ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [145ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [265ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [265ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [682ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1004ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1423ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2240ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2243ms] too many traces: truncated at 100 traces, deferred=Deferred@1104869495(state=PENDING, result=null, callback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558), errback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.125:46655
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:48.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.886 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:48.897 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:48.897 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:48.898 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:48.897 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29316), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [7ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [8ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [8ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [29ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [30ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [86ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [87ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [124ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [125ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [145ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [145ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [265ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [265ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [682ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1004ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1423ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2240ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2243ms] too many traces: truncated at 100 traces, deferred=Deferred@1104869495(state=PENDING, result=null, callback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558), errback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29316), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [7ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [8ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [8ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [29ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [30ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [30ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [48ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [64ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [64ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [86ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [87ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [124ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [125ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [144ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [145ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [145ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [265ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [265ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [343ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [344ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [344ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [682ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [683ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [684ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1004ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1423ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2240ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2243ms] too many traces: truncated at 100 traces, deferred=Deferred@1104869495(state=PENDING, result=null, callback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558), errback=(continuation of Deferred@291040603 after retry RPC after error@202842398) -> (continuation of Deferred@405957896 after retry RPC after error@238892857) -> (continuation of Deferred@1482240400 after retry RPC after error@1844704340) -> (continuation of Deferred@1713544911 after retry RPC after error@21096909) -> (continuation of Deferred@268803524 after retry RPC after error@1646697156) -> (continuation of Deferred@276866217 after retry RPC after error@503392501) -> (continuation of Deferred@584478028 after retry RPC after error@1953510248) -> (continuation of Deferred@1639998627 after retry RPC after error@1980874478) -> (continuation of Deferred@1740374381 after retry RPC after error@304256385) -> (continuation of Deferred@1881476634 after retry RPC after error@188233790) -> (continuation of Deferred@201910109 after retry RPC after error@176219584) -> (continuation of Deferred@1376616276 after retry RPC after error@406734051) -> (continuation of Deferred@1405577910 after retry RPC after error@1592011755) -> (continuation of Deferred@1730812092 after retry RPC after error@223953382) -> (continuation of Deferred@1705187361 after retry RPC after error@451398669) -> (continuation of Deferred@767547413 after retry RPC after error@1789848117) -> (continuation of Deferred@389121361 after retry RPC after error@865248286) -> (continuation of Deferred@1623108873 after retry RPC after error@2111577193) -> (continuation of Deferred@1717310862 after retry RPC after error@1078525711) -> (continuation of Deferred@1426838762 after retry RPC after error@1210692982) -> (continuation of Deferred@1314859416 after retry RPC after error@1231554523) -> (continuation of Deferred@1120872088 after retry RPC after error@1195944370) -> (continuation of Deferred@1886149418 after retry RPC after error@2033441827) -> (continuation of Deferred@1123274363 after retry RPC after error@1089796782) -> (continuation of Deferred@1381190801 after retry RPC after error@895897660) -> (continuation of Deferred@1765462269 after retry RPC after error@251426558)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.125:46655
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:48.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:48.907 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:08:48.907 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
20:08:48.907 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
20:08:48.908 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
20:08:48.908 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
20:08:48.908 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
20:08:48.910 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:08:48.917 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
20:08:48.917 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
20:08:48.917 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:48.917 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:48.917 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
20:08:48.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.918 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
20:08:48.918 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:48.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:48.919 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 240f51d149f2bfe9236a66fd569edfd4
20:08:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.931829 11876 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:48.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.933449 11876 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.933995 11876 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:48.937 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:48.938 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:48.938 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:48.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.937498 11876 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:08:48.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.944957 11876 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.945175 11876 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.945446 11876 ts_tablet_manager.cc:616] Registered 0 tablets
20:08:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:48.945763 11876 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
20:08:48.957 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:48.957 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:48.958 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:48.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.958 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:48.977 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:48.977 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:48.977 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:48.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:48.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:48.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.982 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.982 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:48.982 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:49.002 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:49.002 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:49.002 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:49.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:49.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:49.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:49.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:49.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:49.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:49.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:49.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:49.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:49.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:49.037 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:49.038 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:49.038 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:49.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.039 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.039 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.039 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:49.052 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:49.077 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:49.078 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:49.078 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:49.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.080 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.080 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:49.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.126755 11876 rpc_server.cc:307] RPC server started. Bound to: 127.11.17.130:38161
20:08:49.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.126890 12055 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.17.130:38161 every 8 connection(s)
20:08:49.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.129673 11876 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/data/info.pb
20:08:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.132043 11334 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 11876
20:08:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.132543 11334 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-1/wal/instance
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.171656 11334 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/wal
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/data
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/logs
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/data/info.pb
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.131:0
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.17.131
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.131
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:08:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.181770 12056 heartbeater.cc:344] Connected to a master server at 127.11.17.188:38277
20:08:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.182327 12056 heartbeater.cc:461] Registering TS with master...
20:08:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.183270 12057 heartbeater.cc:344] Connected to a master server at 127.11.17.189:36221
20:08:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.183655 12057 heartbeater.cc:461] Registering TS with master...
20:08:49.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.183810 12056 heartbeater.cc:507] Master 127.11.17.188:38277 requested a full tablet report, sending...
20:08:49.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.185102 12057 heartbeater.cc:507] Master 127.11.17.189:36221 requested a full tablet report, sending...
20:08:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.186913 11547 ts_manager.cc:194] Registered new tserver with Master: eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.188265 11461 ts_manager.cc:194] Registered new tserver with Master: eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:49.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.188727 11547 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.17.130:33929
20:08:49.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.202277 12062 heartbeater.cc:344] Connected to a master server at 127.11.17.190:33389
20:08:49.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.202775 12062 heartbeater.cc:461] Registering TS with master...
20:08:49.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.203598 12062 heartbeater.cc:507] Master 127.11.17.190:33389 requested a full tablet report, sending...
20:08:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.206845 11381 ts_manager.cc:194] Registered new tserver with Master: eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:49.217 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:49.217 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:49.217 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:49.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.219 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:49.237 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:49.238 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:49.238 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:49.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:49.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:49.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:49.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:49.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:49.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:49.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:49.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:49.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:49.238 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:49.239 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29674), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [12ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [14ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [14ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [34ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [38ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [38ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [55ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [56ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [56ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [65ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [87ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [164ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [265ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [265ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [265ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [266ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [344ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [345ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [345ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [347ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1083ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1885ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3901ms] refreshing cache from master, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3902ms] too many traces: truncated at 100 traces, deferred=Deferred@500653212(state=PENDING, result=null, callback=(continuation of Deferred@390859740 after retry RPC after error@389162578) -> (continuation of Deferred@1401907316 after retry RPC after error@1956375845) -> (continuation of Deferred@58595969 after retry RPC after error@100187146) -> (continuation of Deferred@756856841 after retry RPC after error@105220682) -> (continuation of Deferred@1973166609 after retry RPC after error@893700164) -> (continuation of Deferred@2102452757 after retry RPC after error@1475162159) -> (continuation of Deferred@1131748457 after retry RPC after error@1348532907) -> (continuation of Deferred@710605560 after retry RPC after error@336124884) -> (continuation of Deferred@2138381160 after retry RPC after error@680989583) -> (continuation of Deferred@1441247583 after retry RPC after error@123934284) -> (continuation of Deferred@1352328083 after retry RPC after error@1082231140) -> (continuation of Deferred@679781730 after retry RPC after error@927598408) -> (continuation of Deferred@810286153 after retry RPC after error@2093844877) -> (continuation of Deferred@1903135939 after retry RPC after error@377005537) -> (continuation of Deferred@2034150099 after retry RPC after error@1764738456) -> (continuation of Deferred@1688946154 after retry RPC after error@934261555) -> (continuation of Deferred@994832167 after retry RPC after error@752877267) -> (continuation of Deferred@308636343 after retry RPC after error@1478063587) -> (continuation of Deferred@1020238608 after retry RPC after error@1865794364) -> (continuation of Deferred@1446784191 after retry RPC after error@1159331318) -> (continuation of Deferred@97446238 after retry RPC after error@1143203576) -> (continuation of Deferred@1942844183 after retry RPC after error@2033305301) -> (continuation of Deferred@197612724 after retry RPC after error@1342727954), errback=(continuation of Deferred@390859740 after retry RPC after error@389162578) -> (continuation of Deferred@1401907316 after retry RPC after error@1956375845) -> (continuation of Deferred@58595969 after retry RPC after error@100187146) -> (continuation of Deferred@756856841 after retry RPC after error@105220682) -> (continuation of Deferred@1973166609 after retry RPC after error@893700164) -> (continuation of Deferred@2102452757 after retry RPC after error@1475162159) -> (continuation of Deferred@1131748457 after retry RPC after error@1348532907) -> (continuation of Deferred@710605560 after retry RPC after error@336124884) -> (continuation of Deferred@2138381160 after retry RPC after error@680989583) -> (continuation of Deferred@1441247583 after retry RPC after error@123934284) -> (continuation of Deferred@1352328083 after retry RPC after error@1082231140) -> (continuation of Deferred@679781730 after retry RPC after error@927598408) -> (continuation of Deferred@810286153 after retry RPC after error@2093844877) -> (continuation of Deferred@1903135939 after retry RPC after error@377005537) -> (continuation of Deferred@2034150099 after retry RPC after error@1764738456) -> (continuation of Deferred@1688946154 after retry RPC after error@934261555) -> (continuation of Deferred@994832167 after retry RPC after error@752877267) -> (continuation of Deferred@308636343 after retry RPC after error@1478063587) -> (continuation of Deferred@1020238608 after retry RPC after error@1865794364) -> (continuation of Deferred@1446784191 after retry RPC after error@1159331318) -> (continuation of Deferred@97446238 after retry RPC after error@1143203576) -> (continuation of Deferred@1942844183 after retry RPC after error@2033305301) -> (continuation of Deferred@197612724 after retry RPC after error@1342727954)))
20:08:49.249 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:49.249 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:49.249 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:49.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:49.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:49.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:49.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:49.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:49.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:49.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:49.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:49.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:49.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:49.346 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:49.346 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:49.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:49.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:49.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:49.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:49.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:49.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:49.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:49.346 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:49.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:49.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:49.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:49.347 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:49.359 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:49.360 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:49.360 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:49.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:49.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:49.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:49.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:49.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:49.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:49.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:49.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:49.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:49.361 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:49.366 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:49.366 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:49.367 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:49.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:49.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:49.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:49.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:49.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:49.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:49.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:49.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:49.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:49.367 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:49.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:49.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:49.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:49.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:49.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:49.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:49.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:49.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:49.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:49.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:49.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:49.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:49.476 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:49.517 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:49.518 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:49.518 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:49.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:49.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:49.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:49.519 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:49.548 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:49.577 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:49.577 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:49.577 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:49.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:49.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:49.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:49.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:49.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:49.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:49.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:49.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:49.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:49.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:49.598788 12066 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:49.599351 12066 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:49.599987 12066 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:49.638305 12066 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:49.639458 12066 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.17.131
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.686124 12066 tablet_server_runner.cc:78] Tablet server non-default flags:
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.17.148:39869
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/data
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/wal
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.17.131:0
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/data/info.pb
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.17.131
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.17.190:33389,127.11.17.189:36221,127.11.17.188:38277
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.17.131
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/logs
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:08:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:08:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.687873 12066 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:49.689975 12066 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:49.706269 12072 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:49.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:50.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:50.117 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:50.117 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:50.118 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:50.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:50.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:50.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:50.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:50.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:50.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:50.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:50.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:50.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:50.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:50.129 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:50.129 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:50.129 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:50.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:50.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:50.130 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:50.130 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:50.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:50.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:50.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:50.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:50.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:50.131 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:50.193748 12056 heartbeater.cc:499] Master 127.11.17.188:38277 was elected leader, sending a full tablet report...
20:08:50.327 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:50.327 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:50.327 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:50.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:50.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:50.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:50.328 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:50.328 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:50.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:50.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:50.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:50.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:50.329 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:50.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:50.507272 10769 debug-util.cc:398] Leaking SignalData structure 0x7b08000703e0 after lost signal to thread 10635
20:08:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:50.508257 10769 debug-util.cc:398] Leaking SignalData structure 0x7b0800098b20 after lost signal to thread 10772
20:08:50.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:50.581 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:50.582 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:50.582 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:50.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:50.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:50.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:50.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:50.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:50.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:50.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:50.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:50.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:50.584 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:50.613 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:50.613 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:50.613 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:50.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:50.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:50.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:50.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:50.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:50.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:50.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:50.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:50.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:50.615 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:50.695 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:50.695 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:50.695 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:50.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:50.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:50.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:50.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:50.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:50.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:50.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:50.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:50.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:50.696 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:50.786 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:50.786 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:50.786 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:50.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:50.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:50.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:50.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:50.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:50.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:50.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:50.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:50.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:50.788 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:50.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:50.902 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:50.902 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:50.902 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:50.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:50.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:50.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:50.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:50.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:50.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:50.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:50.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:50.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:50.904 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:51.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:51.064 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:51.065 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:51.065 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:51.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:51.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:51.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:51.067 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:51.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:51.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:51.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:51.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:51.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:51.068 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:51.162 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:51.162 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:51.162 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:51.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:51.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:51.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:51.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:51.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:51.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:51.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:51.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:51.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:51.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:51.289 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:51.289 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:51.289 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:51.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:51.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:51.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:51.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:51.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:51.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:51.290 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:51.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:51.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:51.292 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:51.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:51.350 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:51.350 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:51.351 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:51.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:51.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:51.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:51.353 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:51.353 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:51.353 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:51.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:51.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:51.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:51.354 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:51.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:51.617 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:51.617 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:51.617 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:51.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:51.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:51.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:51.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:51.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:51.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:51.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:51.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:51.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:51.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:51.845 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:51.846 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:51.846 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:51.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:51.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:51.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:51.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:51.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:51.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:51.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:51.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:51.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:51.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:51.847 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:51.889 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RESTARTING to RUNNING.
20:08:51.889 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job de855ecde0984daac22d8a9ca6a04543 from Checkpoint 74 @ 1779134868198 for de855ecde0984daac22d8a9ca6a04543 located at file:/tmp/junit8845026033091945030/checkpoints/de855ecde0984daac22d8a9ca6a04543/chk-74.
20:08:51.891 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:08:51.892 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:08:51.892 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
20:08:51.893 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:51.894 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
20:08:51.894 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id a616d910be3f00059573dab7c5650d9c
20:08:51.895 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a616d910be3f00059573dab7c5650d9c.
20:08:51.896 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id a616d910be3f00059573dab7c5650d9c.
20:08:51.896 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
20:08:51.897 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:51.898 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
20:08:51.898 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8
20:08:51.898 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
20:08:51.899 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:51.900 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
20:08:51.900 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 17a3696416f15ddb5773747ae0bd2281
20:08:51.900 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
20:08:51.901 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:51.901 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
20:08:51.902 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id f15c92e0a935db3ab140050f2e2a607f
20:08:51.902 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 87b3eb87d3d9f23557b9e149dbf3dca8.
20:08:51.903 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8.
20:08:51.905 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 17a3696416f15ddb5773747ae0bd2281.
20:08:51.907 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 17a3696416f15ddb5773747ae0bd2281.
20:08:51.908 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
20:08:51.908 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
20:08:51.909 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
20:08:51.910 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f15c92e0a935db3ab140050f2e2a607f.
20:08:51.912 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id f15c92e0a935db3ab140050f2e2a607f.
20:08:51.913 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
20:08:51.913 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
20:08:51.914 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
20:08:51.914 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
20:08:51.915 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
20:08:51.916 [INFO - Thread-54] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:08:51.916 [DEBUG - Thread-54] (Connection.java:575) [peer master-127.5.177.124:42459(127.5.177.124:42459)] disconnecting while in state TERMINATED
20:08:51.916 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10fbbab7
20:08:51.917 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e03ae1c
20:08:51.918 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:51.918 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:51.918 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:51.918 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:51.918 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:51.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:51.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:51.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:51.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:51.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:51.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:51.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:51.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:51.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:51.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:51.921 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67a7fd4a
20:08:51.921 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:51.914 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43630bab
20:08:51.922 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:51.922 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:51.922 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:51.923 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
20:08:51.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:51.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
20:08:51.923 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
20:08:51.926 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:08:51.927 [DEBUG - Thread-54] (Connection.java:575) [peer master-127.5.177.125:34987(127.5.177.125:34987)] disconnecting while in state TERMINATED
20:08:51.928 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
20:08:51.928 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
20:08:51.929 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:08:51.929 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:08:51.933 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
20:08:51.933 [DEBUG - Thread-54] (Connection.java:575) [peer master-127.5.177.126:45579(127.5.177.126:45579)] disconnecting while in state TERMINATED
20:08:51.937 [DEBUG - Thread-54] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:51.943 [INFO - Thread-54] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:08:51.943 [INFO - Thread-54] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:08:51.970 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@19fd3acb
20:08:51.976 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1cc8ca08
20:08:51.976 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3bfc11d4
20:08:51.976 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@59d6616a
20:08:51.979 [DEBUG - Thread-54] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:51.988 [INFO - Thread-54] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:08:51.990 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:51.990 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:51.990 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:51.990 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:51.997 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.000 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.001 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.001 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.002 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.003 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.004 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.005 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.007 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.008 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.019 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.022 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.024 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.027 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.028 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.036 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.039 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.048 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:52.054 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.060 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.063 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.066 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.066 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.068 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.069 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RESTARTING to RUNNING.
20:08:52.069 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:08:52.071 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
20:08:52.072 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:08:52.078 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.080 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.080 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.081 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.082 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.083 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.084 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.086 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:52.092110 12074 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2384 milliseconds
20:08:52.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:52.092519 12075 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:52.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:51.109549 12071 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 12066
20:08:52.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:52.090395 12066 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.384s	user 0.775s	sys 1.258s
20:08:52.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:52.094106 12066 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.388s	user 0.775s	sys 1.259s
20:08:52.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.094417 12066 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:52.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:49.707352 12073 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:52.095 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.096 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.097 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
20:08:52.098 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:52.098 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
20:08:52.098 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 14b824ff57df8d4ac4eae5ff98ec280b
20:08:52.098 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
20:08:52.099 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:08:52.099 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:52.099 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
20:08:52.099 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id d15f1901baa864f36fa237de7b249a2e
20:08:52.099 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
20:08:52.100 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 14b824ff57df8d4ac4eae5ff98ec280b.
20:08:52.100 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.100 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:52.101 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
20:08:52.101 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 98402ba73ff648b9e4ce6e4e36245f3b
20:08:52.101 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
20:08:52.102 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.101765 12066 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:52.102 [INFO - Thread-55] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:08:52.102 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.102 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
20:08:52.102 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 91474ac93371d1f86887f8593e4d0443
20:08:52.102 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.1.202.126:43031(127.1.202.126:43031)] disconnecting while in state TERMINATED
20:08:52.102 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.1.202.124:42607(127.1.202.124:42607)] disconnecting while in state TERMINATED
20:08:52.103 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.1.202.125:35071(127.1.202.125:35071)] disconnecting while in state TERMINATED
20:08:52.103 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:52.103 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:52.104 [INFO - Thread-55] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:08:52.104 [INFO - Thread-55] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:08:52.104 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.106 [DEBUG - Thread-55] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.106 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.107 [INFO - Thread-55] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:08:52.108 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.109 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.110 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.110 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.110 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:08:52.110 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.110 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.110 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.111 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id d15f1901baa864f36fa237de7b249a2e.
20:08:52.111 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
20:08:52.112 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
20:08:52.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.112 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46acf8a3
20:08:52.112 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:52.113 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:08:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.114581 12066 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:52.115 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
20:08:52.115 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
20:08:52.117 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ab25f88
20:08:52.118 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:08:52.119 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 98402ba73ff648b9e4ce6e4e36245f3b.
20:08:52.119 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
20:08:52.119 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
20:08:52.119 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 91474ac93371d1f86887f8593e4d0443.
20:08:52.120 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71ac96a3
20:08:52.120 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:52.120 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:08:52.120 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
20:08:52.120 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id 91474ac93371d1f86887f8593e4d0443.
20:08:52.121 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
20:08:52.121 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
20:08:52.121 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
20:08:52.122 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a3d936c
20:08:52.122 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:52.122 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:08:52.123 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
20:08:52.134 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
20:08:52.133 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.153 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.133 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.154 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
20:08:52.133 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.132 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.132 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.131 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:52.155 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:52.155 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:52.155 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.130504 12066 hybrid_clock.cc:648] HybridClock initialized: now 1779134932130436 us; error 65 us; skew 500 ppm
20:08:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.131793 12066 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:52.127 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@606e8096
20:08:52.126 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.158 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.126 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.159 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65af4522
20:08:52.160 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
20:08:52.160 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ef13baa
20:08:52.160 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:52.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:08:52.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
20:08:52.162 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
20:08:52.162 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.165 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d948791
20:08:52.169 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.169 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.170 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.171 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.171 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.172 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.172 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.173 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.174 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.174 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:52.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.175 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.178740 12066 webserver.cc:533] Webserver started at http://127.11.17.131:37119/ using document root <none> and password file <none>
20:08:52.179 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.180 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.180 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.180476 12066 fs_manager.cc:362] Metadata directory not provided
20:08:52.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.180898 12066 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:52.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.181 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.181874 12066 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:52.182 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.182 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.182 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.183 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.183 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.184 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.186 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.187 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.188 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.188 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.188 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.188 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.189 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.190136 12066 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/data/instance:
20:08:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2cbb05be1d864d1788596e59aef794e1"
20:08:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:52 on dist-test-slave-66b9"
20:08:52.191 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.192005 12066 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/wal/instance:
20:08:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2cbb05be1d864d1788596e59aef794e1"
20:08:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:52 on dist-test-slave-66b9"
20:08:52.197 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.198 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.199 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:52.199 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.199 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.199 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.199 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.200 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.200 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.202 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.203 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.203 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.203 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.204 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.204 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.204 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.205 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.206 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.206 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.207 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.207 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.208 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.208 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.208 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.208 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.208 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.208 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.209 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.209 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:52.209 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.210 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.210 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.211 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.212 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.213814 12066 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.010s	sys 0.010s
20:08:52.214 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.215 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:52.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.215 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.219 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.222 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.222 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.223 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.223 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.226 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.227 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.228 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.229 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.229 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.229 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.230 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.231 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.231 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.235 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:52.235 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.239 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.239 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.239 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.242 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.244 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.245064 12169 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:08:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.246707 12066 fs_manager.cc:730] Time spent opening block manager: real 0.024s	user 0.008s	sys 0.012s
20:08:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.247128 12066 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/wal
20:08:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2cbb05be1d864d1788596e59aef794e1"
20:08:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:08:52 on dist-test-slave-66b9"
20:08:52.248 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.248 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.248 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.247517 12066 fs_report.cc:389] FS layout report
20:08:52.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/wal
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/wal
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/data/data
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:52.258 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.258 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.259 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.259 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.263 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.268 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.268 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.268 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.270 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.270 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.271 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.272 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.273 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.273 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.274 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.274 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:52.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.275 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:52.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.277 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.277 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.277 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:52.277 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.278 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.280 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.280 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.280 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.281 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.281 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.281 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.282 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.283 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.283 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.283 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.283 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.283 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.284 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.284 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.286 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.286 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.287 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.288 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.288 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.289 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.289 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.289 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.289 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.290 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.290 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.290 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.291 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.291 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.292 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.292 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.292 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.292 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.293 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.294 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:52.298 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.298 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.298 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.299 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.300 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.300 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.300 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.300 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.300 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.300 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.300 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.301 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.301 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.300 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.300 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.301 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.302 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.302 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.302 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.303 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.304 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.304 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.304 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.304 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.304 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.305 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.305 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.305 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.306 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.308 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.308 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.308 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.308 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:52.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.309 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.309 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.309 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.309 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.310 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.311 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.311 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.312 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.312 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.312 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.312 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.317 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:52.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.318 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.318 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.318 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.318 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.319 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.319 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.319 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.320 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:52.320 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.320 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.320 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.320 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.321 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.323 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.324 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.324 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.324 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.325 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.325 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.325 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.326 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.331 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.331 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.331 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.332 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.332 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.332 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.332 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.332 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.332 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.333 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.334 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:52.334 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:52.335 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:52.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.335 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:52.340 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.340 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.340 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.341 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.341 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.342 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.342 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.342 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.344 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.345 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.345 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.345 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.346 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:52.348 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.348 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.348 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.349 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.351 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.351 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.351 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.355 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:52.355 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:52.355 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:52.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.356 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:52.358 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.359 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.359 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.363 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.364 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.364 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.365 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.366 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.366 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.368 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:52.378 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.378 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.378 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.379 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.379 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.379 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.385 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.385 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.386 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.387 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.388 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.388 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.388 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.389 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.389 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.389 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.391 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.391 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.391 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.392 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.392 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.390084 12066 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:08:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.392277 12066 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.393065 12066 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:52.394 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:52.395 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:52.395 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:52.395 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.396 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:52.399 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.399 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.399 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.400 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.407780 12066 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:08:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.413111 12066 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:08:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.413424 12066 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:08:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.413640 12066 ts_tablet_manager.cc:616] Registered 0 tablets
20:08:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.413775 12066 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:08:52.423 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.423 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.424 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.425 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.425 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.426 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.426 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.427 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.428 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.428 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.428 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.429 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.439 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.440 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.440 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.440 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.440 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.440 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.441 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.442 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.454 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:52.454 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:52.455 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:52.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.455 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:52.458 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.458 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.458 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.460 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.467 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.468 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.468 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.477 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:52.477 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:52.477 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:52.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:52.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:52.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:52.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:52.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:52.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:52.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:52.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:52.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:52.479 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:52.503 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.503 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.503 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.504 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.504 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.504 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.504 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.523 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.523 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.523 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.525 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.531 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.531 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.531 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.532 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.533 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.548 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.548 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.548 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:52.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.550 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.550 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.571 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.571 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.571 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.572 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.573 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.574 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:52.574 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:52.575 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:52.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:52.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:52.598 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.599 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.599 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.600 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.600 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.603 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:52.603 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:52.603 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:52.603 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.603 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:52.604 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:52.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:52.604 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:52.631 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.631 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.631 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.639 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.640 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.640 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.641 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.664 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.664 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.664 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.667 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.668 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.668 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.669 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.670 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.670 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.670 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.688 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.688 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.688 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.689 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.690 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.690 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.690 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.693146 12066 rpc_server.cc:307] RPC server started. Bound to: 127.11.17.131:35123
20:08:52.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.693308 12307 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.17.131:35123 every 8 connection(s)
20:08:52.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.697410 12066 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/data/info.pb
20:08:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.698098 11334 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 12066
20:08:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.698954 11334 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster10059747888492178737/ts-2/wal/instance
20:08:52.735 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:52.735 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:52.735 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:52.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:52.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:52.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:52.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:52.760 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:52.760 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:52.760 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:52.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:52.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:52.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:52.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:52.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:52.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:52.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:52.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:52.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:52.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.775321 12308 heartbeater.cc:344] Connected to a master server at 127.11.17.188:38277
20:08:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.775853 12308 heartbeater.cc:461] Registering TS with master...
20:08:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.777287 12308 heartbeater.cc:507] Master 127.11.17.188:38277 requested a full tablet report, sending...
20:08:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.783530 11547 ts_manager.cc:194] Registered new tserver with Master: 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:52.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.787945 11547 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.17.131:58931
20:08:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.794356 12310 heartbeater.cc:344] Connected to a master server at 127.11.17.190:33389
20:08:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.794783 12310 heartbeater.cc:461] Registering TS with master...
20:08:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.795477 12310 heartbeater.cc:507] Master 127.11.17.190:33389 requested a full tablet report, sending...
20:08:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.798738 11381 ts_manager.cc:194] Registered new tserver with Master: 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.799300 12309 heartbeater.cc:344] Connected to a master server at 127.11.17.189:36221
20:08:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.799677 12309 heartbeater.cc:461] Registering TS with master...
20:08:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.800309 12309 heartbeater.cc:507] Master 127.11.17.189:36221 requested a full tablet report, sending...
20:08:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.803261 11461 ts_manager.cc:194] Registered new tserver with Master: 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.817265 11334 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:08:52.819 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.819 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.819 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.819 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.820 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.820 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.820 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.820 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.820 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.821 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.821 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.821 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.821 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.821 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.821 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.821 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.838 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:08:52.838 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:08:52.839 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.17.190"
      port: 33389
    }
    bound_http_address {
      host: "127.11.17.190"
      port: 45315
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.17.189"
      port: 36221
    }
    bound_http_address {
      host: "127.11.17.189"
      port: 37687
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.17.188"
      port: 38277
    }
    bound_http_address {
      host: "127.11.17.188"
      port: 42135
    }
  }
}

20:08:52.839 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:08:52.840 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.17.129"
      port: 41217
    }
    bound_http_address {
      host: "127.11.17.129"
      port: 40499
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.17.130"
      port: 38161
    }
    bound_http_address {
      host: "127.11.17.130"
      port: 41245
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.17.131"
      port: 35123
    }
    bound_http_address {
      host: "127.11.17.131"
      port: 37119
    }
  }
}

20:08:52.840 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:08:52.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:52.851 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.856 [DEBUG - main] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:08:52.857 [DEBUG - main] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:08:52.857 [DEBUG - main] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:08:52.859 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.57.190:40219(127.10.57.190:40219)] Successfully connected to peer
20:08:52.860 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.57.189:41763(127.10.57.189:41763)] Successfully connected to peer
20:08:52.866 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.10.57.188:43111(127.10.57.188:43111)] Successfully connected to peer
20:08:52.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:52.888 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.190
20:08:52.890 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.890 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.890 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.892 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.900 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:52.901 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.189
20:08:52.903 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x68a86592, L:/127.0.0.1:49806 - R:/127.10.57.190:40219] using SASL/PLAIN
20:08:52.915 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.188
20:08:52.923 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RESTARTING to RUNNING.
20:08:52.923 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 240f51d149f2bfe9236a66fd569edfd4 from Checkpoint 68 @ 1779134809670 for 240f51d149f2bfe9236a66fd569edfd4 located at file:/tmp/junit8520622371282220358/checkpoints/240f51d149f2bfe9236a66fd569edfd4/chk-68.
20:08:52.925 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:52.925 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:08:52.925 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:52.926 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:08:52.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:52.930 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:52.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:52.931 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:52.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:52.932 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:52.932 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:52.935 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8afc1006, L:/127.0.0.1:60456 - R:/127.10.57.188:43111] using SASL/PLAIN
20:08:52.935 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x691c7078, L:/127.0.0.1:55882 - R:/127.10.57.189:41763] using SASL/PLAIN
20:08:52.938 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
20:08:52.939 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:08:52.939 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
20:08:52.939 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68
20:08:52.939 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
20:08:52.939 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:52.940 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
20:08:52.940 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 634e48703152bcf4290986b034e70d31
20:08:52.940 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
20:08:52.940 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
20:08:52.940 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac
20:08:52.940 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:52.941 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:52.941 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
20:08:52.941 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=89), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [53ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, deferred=null) after lookup
20:08:52.941 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:08:52.941 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
20:08:52.941 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot c3eacbb3bc4efb61a13ce38fb17f4c68.
20:08:52.942 [INFO - Thread-56] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:08:52.942 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.3.209.126:36643(127.3.209.126:36643)] disconnecting while in state TERMINATED
20:08:52.942 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.3.209.125:46655(127.3.209.125:46655)] disconnecting while in state TERMINATED
20:08:52.942 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.3.209.124:33411(127.3.209.124:33411)] disconnecting while in state TERMINATED
20:08:52.942 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:52.943 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68.
20:08:52.943 [INFO - Thread-56] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:08:52.943 [INFO - Thread-56] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:08:52.943 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 020596577b5963aea2a2f280dcda99f3
20:08:52.944 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 634e48703152bcf4290986b034e70d31.
20:08:52.945 [DEBUG - Thread-56] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.945 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 634e48703152bcf4290986b034e70d31.
20:08:52.945 [INFO - Thread-56] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:08:52.946 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
20:08:52.946 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
20:08:52.947 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ec0ca24
20:08:52.947 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:52.947 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:08:52.947 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
20:08:52.947 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
20:08:52.950 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2479bdb
20:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:52.944660 10737 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60456:
20:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:08:52.952 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:08:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:08:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:52.957178 10737 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:08:52.960 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:52.960 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:52.960 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:52.960 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.960 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.960 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:52.960 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.960 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:52.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:52.961 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:52.961 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
20:08:52.961 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e4a0bb2bad51e2937e3ffb94d567e0ac.
20:08:52.962 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac.
20:08:52.962 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
20:08:52.963 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44213194
20:08:52.963 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:52.965 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:08:52.966 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
20:08:52.969 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
20:08:52.990 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@141931e
20:08:53.004 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:53.016 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.015 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:53.017 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:53.017 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:53.017 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:08:53.022 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 020596577b5963aea2a2f280dcda99f3.
20:08:53.023 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 020596577b5963aea2a2f280dcda99f3.
20:08:53.024 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
20:08:53.025 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
20:08:53.025 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6cce8907
20:08:53.025 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:53.025 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:08:53.026 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
20:08:53.026 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
20:08:53.029 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@709e38cd
20:08:53.030 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
20:08:53.030 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
20:08:53.030 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@76fbc226
20:08:53.030 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:08:53.030 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:08:53.031 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
20:08:53.031 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:53.031 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
20:08:53.033 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75c32ff2
20:08:53.034 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:53.048 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.048 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.049 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.050 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.050 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.052 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.053 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.054 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:08:53.070 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.070 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.081 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.082 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.086 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.086 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.088 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.094 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.105 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:53.105 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:53.105 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:53.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.106 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.106 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:53.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.108 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:53.108 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:53.108 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:53.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.109 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.109 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.109 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.109 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.109 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.109 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.109 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:53.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.111 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.116 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.118 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:53.119 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:53.119 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:53.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:53.131 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.137 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.137 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.138 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.139 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.139 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.139 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.139 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.140 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.140 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.140 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.148 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.149 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.152 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.152 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.153 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.153 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.154 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.154 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.154 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.154 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.155 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.156 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.157 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.168 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.169 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.170 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.170 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.171 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.172 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.172 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.172 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.173 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.174 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.175 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.176 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.175451 10956 tablet_service.cc:1511] Processing CreateTablet for tablet f52dd5053c234ac48aabfdd897043dce (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
20:08:53.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.177 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.177 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.178 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.179 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.178805 10955 tablet_service.cc:1511] Processing CreateTablet for tablet 6b876550ae1a40ac869f391cfd161a70 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
20:08:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.177767 10956 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f52dd5053c234ac48aabfdd897043dce. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.190 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.191 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.191 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.191 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.191 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.192 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.192 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.192 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.192 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.192 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.198 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.180523 11096 tablet_service.cc:1511] Processing CreateTablet for tablet f52dd5053c234ac48aabfdd897043dce (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
20:08:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.183430 11096 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f52dd5053c234ac48aabfdd897043dce. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.182688 10954 tablet_service.cc:1511] Processing CreateTablet for tablet 8117c44868a54d04a349af2bf9b2df64 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
20:08:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.185696 10954 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8117c44868a54d04a349af2bf9b2df64. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.183315 10957 tablet_service.cc:1511] Processing CreateTablet for tablet 82094b530bc241b9aa1a5aaed34bfaf1 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
20:08:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.189824 10955 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6b876550ae1a40ac869f391cfd161a70. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.192909 10953 tablet_service.cc:1511] Processing CreateTablet for tablet a83224bde13d4b62a2a0fcacf5349167 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
20:08:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.194320 11093 tablet_service.cc:1511] Processing CreateTablet for tablet a83224bde13d4b62a2a0fcacf5349167 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
20:08:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.195478 11093 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a83224bde13d4b62a2a0fcacf5349167. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.196202 11092 tablet_service.cc:1511] Processing CreateTablet for tablet 488a998ae98e4c908841ab527d5624cd (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
20:08:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.197324 11092 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 488a998ae98e4c908841ab527d5624cd. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.197042 10952 tablet_service.cc:1511] Processing CreateTablet for tablet 488a998ae98e4c908841ab527d5624cd (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
20:08:53.199 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.199 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.199 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.202 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:53.202 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:53.202 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:53.202 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:53.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:53.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:53.203 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:53.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:53.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:53.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:53.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:53.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.201742 11095 tablet_service.cc:1511] Processing CreateTablet for tablet 6b876550ae1a40ac869f391cfd161a70 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
20:08:53.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.202324 10953 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a83224bde13d4b62a2a0fcacf5349167. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.203034 11095 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6b876550ae1a40ac869f391cfd161a70. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.200408 11094 tablet_service.cc:1511] Processing CreateTablet for tablet 8117c44868a54d04a349af2bf9b2df64 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
20:08:53.206 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.206285 11094 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8117c44868a54d04a349af2bf9b2df64. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.210 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.210 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.210 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.212 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.211263 11254 tablet_service.cc:1511] Processing CreateTablet for tablet 488a998ae98e4c908841ab527d5624cd (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
20:08:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.210702 11259 tablet_service.cc:1511] Processing CreateTablet for tablet 82094b530bc241b9aa1a5aaed34bfaf1 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
20:08:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.210605 11255 tablet_service.cc:1511] Processing CreateTablet for tablet a83224bde13d4b62a2a0fcacf5349167 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
20:08:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.209550 11097 tablet_service.cc:1511] Processing CreateTablet for tablet 82094b530bc241b9aa1a5aaed34bfaf1 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
20:08:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.213147 11097 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 82094b530bc241b9aa1a5aaed34bfaf1. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.213253 11254 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 488a998ae98e4c908841ab527d5624cd. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.213093 11258 tablet_service.cc:1511] Processing CreateTablet for tablet f52dd5053c234ac48aabfdd897043dce (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
20:08:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.213912 11255 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a83224bde13d4b62a2a0fcacf5349167. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.215 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:53.215 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:53.215 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:53.215 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:53.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:53.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:53.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:53.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:53.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:53.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.215044 11256 tablet_service.cc:1511] Processing CreateTablet for tablet 8117c44868a54d04a349af2bf9b2df64 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
20:08:53.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:53.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:53.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:53.216 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:53.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.217 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.216207 11256 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8117c44868a54d04a349af2bf9b2df64. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.216300 10952 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 488a998ae98e4c908841ab527d5624cd. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.217562 11258 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f52dd5053c234ac48aabfdd897043dce. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.217478 11257 tablet_service.cc:1511] Processing CreateTablet for tablet 6b876550ae1a40ac869f391cfd161a70 (DEFAULT_TABLE table=replication_test_table [id=ad901cc2bda24844b67446a1d7c9dc3e]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
20:08:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.220046 11257 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6b876550ae1a40ac869f391cfd161a70. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.221285 11259 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 82094b530bc241b9aa1a5aaed34bfaf1. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.223135 10957 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 82094b530bc241b9aa1a5aaed34bfaf1. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:53.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.226 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.231 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.231 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.231 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.249 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.249 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.249 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.250 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.251 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.251 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.251 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.252 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.269 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.292 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.298 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.308 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.308 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.308 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.309 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.309 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.309 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.309 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.309 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.309 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.309 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.310 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.310 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.311 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.311 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.311 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.314 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.314 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.317 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.318 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.328 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.328 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.328 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.330 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.330 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.330 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.330 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.330 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.330 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.330 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.331 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.331 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.337 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.337 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.337 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.339 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.347 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.348 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.349 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.349 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.350 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.349 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.350 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.350 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.352 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.357 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.357 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.357 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.359 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.362 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.363 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.368 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.368 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.368 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.369 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.369 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.370 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.371 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.371 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.371 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.372 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.382 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:53.383 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:53.383 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:53.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.384 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.384 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:53.390 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.390 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.390 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.390 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.391 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.391 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.391 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.391 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.392 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.392 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.397 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.397 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.397 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.401 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.410 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.410688 12397 tablet_bootstrap.cc:492] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf: Bootstrap starting.
20:08:53.411 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.411 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.416 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.417 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.417 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.418 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.421070 12397 tablet_bootstrap.cc:654] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf: Neither blocks nor log segments found. Creating new log.
20:08:53.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.422684 12395 tablet_bootstrap.cc:492] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8: Bootstrap starting.
20:08:53.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.424854 12397 log.cc:826] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf: Log is configured to *not* fsync() on all Append() calls
20:08:53.446 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:53.447 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:53.447 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:53.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:53.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:53.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:53.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:53.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:53.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:53.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:53.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:53.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:53.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:53.451 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.451 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.451 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.452 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.452 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.452 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.452592 12395 tablet_bootstrap.cc:654] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8: Neither blocks nor log segments found. Creating new log.
20:08:53.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.463024 12400 tablet_bootstrap.cc:492] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489: Bootstrap starting.
20:08:53.470 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.470 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.470 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.471 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.471 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.471 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.472 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.472 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.472 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.472 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.486860 12395 log.cc:826] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8: Log is configured to *not* fsync() on all Append() calls
20:08:53.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.490123 12397 tablet_bootstrap.cc:492] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf: No bootstrap required, opened a new log
20:08:53.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.490653 12397 ts_tablet_manager.cc:1403] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf: Time spent bootstrapping tablet: real 0.081s	user 0.022s	sys 0.020s
20:08:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.492005 12400 tablet_bootstrap.cc:654] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489: Neither blocks nor log segments found. Creating new log.
20:08:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.494108 12400 log.cc:826] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489: Log is configured to *not* fsync() on all Append() calls
20:08:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.498147 12395 tablet_bootstrap.cc:492] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8: No bootstrap required, opened a new log
20:08:53.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.499042 12395 ts_tablet_manager.cc:1403] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8: Time spent bootstrapping tablet: real 0.077s	user 0.007s	sys 0.011s
20:08:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.507005 12400 tablet_bootstrap.cc:492] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489: No bootstrap required, opened a new log
20:08:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.507826 12400 ts_tablet_manager.cc:1403] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489: Time spent bootstrapping tablet: real 0.046s	user 0.018s	sys 0.003s
20:08:53.517 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.517 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.517 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.519 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.530 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.530 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.530 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.531 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.539302 12395 raft_consensus.cc:359] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } }
20:08:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.540375 12395 raft_consensus.cc:385] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.540706 12395 raft_consensus.cc:740] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b966895f5f241cdbdd4c04323dc6de8, State: Initialized, Role: FOLLOWER
20:08:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.541798 12395 consensus_queue.cc:260] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } }
20:08:53.548 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.548972 12400 raft_consensus.cc:359] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.550045 12400 raft_consensus.cc:385] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.550469 12400 raft_consensus.cc:740] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce9d4d91392f4b4799b00ea356d77489, State: Initialized, Role: FOLLOWER
20:08:53.551 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:53.551 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:53.551 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:53.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.551615 12400 consensus_queue.cc:260] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:53.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.551802 12397 raft_consensus.cc:359] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.555678 12397 raft_consensus.cc:385] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.555997 12397 raft_consensus.cc:740] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5823079f716145639cb83230887dfabf, State: Initialized, Role: FOLLOWER
20:08:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.557132 12397 consensus_queue.cc:260] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.559 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:53.560 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:53.560 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:53.560 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.560 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.560 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.560 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.560 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:53.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.571710 12397 ts_tablet_manager.cc:1434] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf: Time spent starting tablet: real 0.081s	user 0.025s	sys 0.013s
20:08:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.572759 12395 ts_tablet_manager.cc:1434] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8: Time spent starting tablet: real 0.073s	user 0.033s	sys 0.010s
20:08:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.577968 12397 tablet_bootstrap.cc:492] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf: Bootstrap starting.
20:08:53.579 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:53.580 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:53.580 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:53.581 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:53.585 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:53.585 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:53.585 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:53.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.586 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.589123 12397 tablet_bootstrap.cc:654] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf: Neither blocks nor log segments found. Creating new log.
20:08:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.603425 11331 tablet.cc:2404] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.611711 12397 tablet_bootstrap.cc:492] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf: No bootstrap required, opened a new log
20:08:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.612291 12397 ts_tablet_manager.cc:1403] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf: Time spent bootstrapping tablet: real 0.035s	user 0.014s	sys 0.001s
20:08:53.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.615751 12397 raft_consensus.cc:359] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.618736 12397 raft_consensus.cc:385] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.619069 12397 raft_consensus.cc:740] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5823079f716145639cb83230887dfabf, State: Initialized, Role: FOLLOWER
20:08:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.621987 12397 consensus_queue.cc:260] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.627504 12397 ts_tablet_manager.cc:1434] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf: Time spent starting tablet: real 0.015s	user 0.004s	sys 0.003s
20:08:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.628509 12397 tablet_bootstrap.cc:492] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf: Bootstrap starting.
20:08:53.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.642215 12397 tablet_bootstrap.cc:654] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf: Neither blocks nor log segments found. Creating new log.
20:08:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.654614 12395 tablet_bootstrap.cc:492] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8: Bootstrap starting.
20:08:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.655391 12397 tablet_bootstrap.cc:492] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf: No bootstrap required, opened a new log
20:08:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.655946 12397 ts_tablet_manager.cc:1403] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf: Time spent bootstrapping tablet: real 0.028s	user 0.002s	sys 0.015s
20:08:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.659070 12397 raft_consensus.cc:359] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.659835 12397 raft_consensus.cc:385] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.660883 12406 raft_consensus.cc:493] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.661442 12406 raft_consensus.cc:515] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.659265 11030 tablet.cc:2404] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.666944 12406 leader_election.cc:290] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.660182 12397 raft_consensus.cc:740] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5823079f716145639cb83230887dfabf, State: Initialized, Role: FOLLOWER
20:08:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.668157 12397 consensus_queue.cc:260] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.671 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:53.671 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:53.671 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:53.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:53.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:53.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:53.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.674045 12397 ts_tablet_manager.cc:1434] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf: Time spent starting tablet: real 0.018s	user 0.008s	sys 0.000s
20:08:53.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.675334 12397 tablet_bootstrap.cc:492] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf: Bootstrap starting.
20:08:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.684369 12397 tablet_bootstrap.cc:654] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf: Neither blocks nor log segments found. Creating new log.
20:08:53.691 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.691 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.691 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.693 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.698 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.698 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.698 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.700 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.706872 12404 raft_consensus.cc:493] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.707551 12404 raft_consensus.cc:515] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } }
20:08:53.708 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:53.708 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:53.709 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:53.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.709 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.709 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.710 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.710 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.710 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.710 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.716625 12397 tablet_bootstrap.cc:492] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf: No bootstrap required, opened a new log
20:08:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.717144 12397 ts_tablet_manager.cc:1403] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf: Time spent bootstrapping tablet: real 0.042s	user 0.008s	sys 0.015s
20:08:53.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.724860 12400 ts_tablet_manager.cc:1434] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489: Time spent starting tablet: real 0.217s	user 0.057s	sys 0.050s
20:08:53.725 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:53.725 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:53.726 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:53.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:53.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:53.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:53.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:53.733 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:53.733 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:53.733 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:53.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.734 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:53.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.729434 12400 tablet_bootstrap.cc:492] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489: Bootstrap starting.
20:08:53.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.720604 12397 raft_consensus.cc:359] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.734179 12397 raft_consensus.cc:385] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.734539 12397 raft_consensus.cc:740] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5823079f716145639cb83230887dfabf, State: Initialized, Role: FOLLOWER
20:08:53.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.735235 12397 consensus_queue.cc:260] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.739310 12397 ts_tablet_manager.cc:1434] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf: Time spent starting tablet: real 0.022s	user 0.003s	sys 0.006s
20:08:53.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.740306 12397 tablet_bootstrap.cc:492] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf: Bootstrap starting.
20:08:53.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.740867 12404 leader_election.cc:290] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5823079f716145639cb83230887dfabf (127.10.57.131:35881), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:53.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.744436 12395 tablet_bootstrap.cc:654] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8: Neither blocks nor log segments found. Creating new log.
20:08:53.750 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.750 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.750 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.751 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.746206 12400 tablet_bootstrap.cc:654] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489: Neither blocks nor log segments found. Creating new log.
20:08:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.757136 11117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "488a998ae98e4c908841ab527d5624cd" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489" is_pre_election: true
20:08:53.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.760156 11212 leader_election.cc:343] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779): Illegal state: must be running to vote when last-logged opid is not known
20:08:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.762778 12397 tablet_bootstrap.cc:654] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf: Neither blocks nor log segments found. Creating new log.
20:08:53.790 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.790 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.790 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.785432 12405 raft_consensus.cc:493] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:53.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.786100 12405 raft_consensus.cc:515] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.794119 12308 heartbeater.cc:499] Master 127.11.17.188:38277 was elected leader, sending a full tablet report...
20:08:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.795236 12395 tablet_bootstrap.cc:492] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8: No bootstrap required, opened a new log
20:08:53.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.795670 12395 ts_tablet_manager.cc:1403] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8: Time spent bootstrapping tablet: real 0.142s	user 0.010s	sys 0.005s
20:08:53.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.796790 12405 leader_election.cc:290] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), 5823079f716145639cb83230887dfabf (127.10.57.131:35881)
20:08:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.802028 12395 raft_consensus.cc:359] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.802830 12395 raft_consensus.cc:385] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.803120 12395 raft_consensus.cc:740] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b966895f5f241cdbdd4c04323dc6de8, State: Initialized, Role: FOLLOWER
20:08:53.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.803814 12395 consensus_queue.cc:260] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.806389 12395 ts_tablet_manager.cc:1434] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8: Time spent starting tablet: real 0.010s	user 0.005s	sys 0.002s
20:08:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.809841 12395 tablet_bootstrap.cc:492] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8: Bootstrap starting.
20:08:53.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.816821 12395 tablet_bootstrap.cc:654] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8: Neither blocks nor log segments found. Creating new log.
20:08:53.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.829211 12395 tablet_bootstrap.cc:492] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8: No bootstrap required, opened a new log
20:08:53.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.829682 12395 ts_tablet_manager.cc:1403] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8: Time spent bootstrapping tablet: real 0.020s	user 0.006s	sys 0.012s
20:08:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.832957 10977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8117c44868a54d04a349af2bf9b2df64" candidate_uuid: "ce9d4d91392f4b4799b00ea356d77489" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8" is_pre_election: true
20:08:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.833003 12395 raft_consensus.cc:359] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.833847 12395 raft_consensus.cc:385] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.834148 12395 raft_consensus.cc:740] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b966895f5f241cdbdd4c04323dc6de8, State: Initialized, Role: FOLLOWER
20:08:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.834916 12395 consensus_queue.cc:260] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.835541 11051 leader_election.cc:343] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021): Illegal state: must be running to vote when last-logged opid is not known
20:08:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.837383 12395 ts_tablet_manager.cc:1434] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
20:08:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.838617 12395 tablet_bootstrap.cc:492] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8: Bootstrap starting.
20:08:53.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.845181 12395 tablet_bootstrap.cc:654] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8: Neither blocks nor log segments found. Creating new log.
20:08:53.848 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.853 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:53.853 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:53.853 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:53.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:53.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:53.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:53.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:53.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:53.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:53.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:53.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:53.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:53.855 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.857618 12395 tablet_bootstrap.cc:492] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8: No bootstrap required, opened a new log
20:08:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.857990 12400 tablet_bootstrap.cc:492] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489: No bootstrap required, opened a new log
20:08:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.858122 12395 ts_tablet_manager.cc:1403] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8: Time spent bootstrapping tablet: real 0.020s	user 0.008s	sys 0.010s
20:08:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.858428 12400 ts_tablet_manager.cc:1403] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489: Time spent bootstrapping tablet: real 0.129s	user 0.013s	sys 0.004s
20:08:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.861084 12395 raft_consensus.cc:359] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.861894 12395 raft_consensus.cc:385] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.862207 12395 raft_consensus.cc:740] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b966895f5f241cdbdd4c04323dc6de8, State: Initialized, Role: FOLLOWER
20:08:53.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.862434 12400 raft_consensus.cc:359] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } }
20:08:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.863180 12400 raft_consensus.cc:385] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.863601 12400 raft_consensus.cc:740] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce9d4d91392f4b4799b00ea356d77489, State: Initialized, Role: FOLLOWER
20:08:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.863168 12395 consensus_queue.cc:260] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.864400 12400 consensus_queue.cc:260] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } }
20:08:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.866966 12395 ts_tablet_manager.cc:1434] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8: Time spent starting tablet: real 0.008s	user 0.007s	sys 0.001s
20:08:53.868 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.869 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.869 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.869 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.869 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.869 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.870 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.870 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.872767 12400 ts_tablet_manager.cc:1434] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489: Time spent starting tablet: real 0.014s	user 0.007s	sys 0.000s
20:08:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.876061 12400 tablet_bootstrap.cc:492] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489: Bootstrap starting.
20:08:53.878 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:53.878 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:53.878 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:53.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.880 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.883162 12400 tablet_bootstrap.cc:654] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489: Neither blocks nor log segments found. Creating new log.
20:08:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.899840 12400 tablet_bootstrap.cc:492] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489: No bootstrap required, opened a new log
20:08:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.900687 12400 ts_tablet_manager.cc:1403] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489: Time spent bootstrapping tablet: real 0.027s	user 0.006s	sys 0.012s
20:08:53.903 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:53.904 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:53.904 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:53.904 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:53.904 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:53.904 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:53.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:53.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:53.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:53.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.905 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:53.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:53.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:53.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:53.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:53.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:53.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:53.906 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:53.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.906503 10910 outbound_call.cc:321] RPC callback for RPC call kudu.master.MasterService.TSHeartbeat -> {remote=127.10.57.190:40219, user_credentials={real_user=slave}} blocked reactor thread for 47682.2us
20:08:53.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.904137 12400 raft_consensus.cc:359] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.907461 12400 raft_consensus.cc:385] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.909860 10977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "488a998ae98e4c908841ab527d5624cd" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8" is_pre_election: true
20:08:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.910691 12400 raft_consensus.cc:740] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce9d4d91392f4b4799b00ea356d77489, State: Initialized, Role: FOLLOWER
20:08:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.911005 12395 tablet_bootstrap.cc:492] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8: Bootstrap starting.
20:08:53.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.911573 12400 consensus_queue.cc:260] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.920 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:53.920 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:53.920 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:53.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:53.921 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.921 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.921 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:53.921 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:53.922 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.927971 12406 raft_consensus.cc:493] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.928246 11165 tablet.cc:2404] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.928509 11213 leader_election.cc:343] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021): Illegal state: must be running to vote when last-logged opid is not known
20:08:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.928665 12406 raft_consensus.cc:515] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.931 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:53.931 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:53.932 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:53.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:53.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.922613 12400 ts_tablet_manager.cc:1434] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489: Time spent starting tablet: real 0.021s	user 0.005s	sys 0.001s
20:08:53.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.933 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:53.933 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.933 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.933 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:53.933 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.934128 12406 leader_election.cc:290] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.934597 12406 raft_consensus.cc:493] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:53.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.934998 12406 raft_consensus.cc:515] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.938143 12406 leader_election.cc:290] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.938275 11117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8117c44868a54d04a349af2bf9b2df64" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489" is_pre_election: true
20:08:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.938915 11117 raft_consensus.cc:2468] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 0.
20:08:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.942618 11117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a83224bde13d4b62a2a0fcacf5349167" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489" is_pre_election: true
20:08:53.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.944936 12400 tablet_bootstrap.cc:492] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489: Bootstrap starting.
20:08:53.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.928956 11213 leader_election.cc:304] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5823079f716145639cb83230887dfabf; no voters: 2b966895f5f241cdbdd4c04323dc6de8, ce9d4d91392f4b4799b00ea356d77489
20:08:53.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.948580 12406 raft_consensus.cc:2749] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:08:53.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.949978 11212 leader_election.cc:304] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5823079f716145639cb83230887dfabf, ce9d4d91392f4b4799b00ea356d77489; no voters: 
20:08:53.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.950996 11212 leader_election.cc:343] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779): Illegal state: must be running to vote when last-logged opid is not known
20:08:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.951253 10976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a83224bde13d4b62a2a0fcacf5349167" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8" is_pre_election: true
20:08:53.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.953042 12400 tablet_bootstrap.cc:654] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489: Neither blocks nor log segments found. Creating new log.
20:08:53.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.952105 10976 raft_consensus.cc:2468] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 0.
20:08:53.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.954087 10977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8117c44868a54d04a349af2bf9b2df64" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8" is_pre_election: true
20:08:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.955797 11213 leader_election.cc:304] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b966895f5f241cdbdd4c04323dc6de8, 5823079f716145639cb83230887dfabf; no voters: ce9d4d91392f4b4799b00ea356d77489
20:08:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.957607 11213 leader_election.cc:343] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021): Illegal state: must be running to vote when last-logged opid is not known
20:08:53.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.958062 12406 raft_consensus.cc:2804] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:53.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.960534 12406 raft_consensus.cc:493] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:53.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.960939 12406 raft_consensus.cc:3060] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Advancing to term 1
20:08:53.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.962019 11279 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "82094b530bc241b9aa1a5aaed34bfaf1" candidate_uuid: "2b966895f5f241cdbdd4c04323dc6de8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5823079f716145639cb83230887dfabf" is_pre_election: true
20:08:53.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:53.965803 10910 leader_election.cc:343] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 5823079f716145639cb83230887dfabf (127.10.57.131:35881): Illegal state: must be running to vote when last-logged opid is not known
20:08:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.977545 12395 tablet_bootstrap.cc:654] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8: Neither blocks nor log segments found. Creating new log.
20:08:53.981 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:53.982 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:53.982 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:53.982 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:53.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:53.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:53.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:53.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:53.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:53.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:53.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:53.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:53.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.987558 12397 tablet_bootstrap.cc:492] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf: No bootstrap required, opened a new log
20:08:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.988271 12397 ts_tablet_manager.cc:1403] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf: Time spent bootstrapping tablet: real 0.248s	user 0.042s	sys 0.048s
20:08:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.991204 12400 tablet_bootstrap.cc:492] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489: No bootstrap required, opened a new log
20:08:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.991695 12400 ts_tablet_manager.cc:1403] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489: Time spent bootstrapping tablet: real 0.047s	user 0.010s	sys 0.020s
20:08:53.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.991405 12397 raft_consensus.cc:359] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } }
20:08:53.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.992255 12397 raft_consensus.cc:385] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.992614 12397 raft_consensus.cc:740] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5823079f716145639cb83230887dfabf, State: Initialized, Role: FOLLOWER
20:08:53.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.993307 12397 consensus_queue.cc:260] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } }
20:08:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.994359 12400 raft_consensus.cc:359] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.995103 12400 raft_consensus.cc:385] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.995453 12400 raft_consensus.cc:740] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce9d4d91392f4b4799b00ea356d77489, State: Initialized, Role: FOLLOWER
20:08:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.996410 12400 consensus_queue.cc:260] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:53.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.974499 12427 raft_consensus.cc:2804] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:53.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:53.998413 12427 raft_consensus.cc:493] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.006011 12427 raft_consensus.cc:3060] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Advancing to term 1
20:08:54.008 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:54.008 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:54.008 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:54.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.009 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.012352 12400 ts_tablet_manager.cc:1434] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489: Time spent starting tablet: real 0.020s	user 0.006s	sys 0.000s
20:08:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.000347 12397 ts_tablet_manager.cc:1434] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf: Time spent starting tablet: real 0.012s	user 0.011s	sys 0.000s
20:08:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.021804 12397 tablet_bootstrap.cc:492] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf: Bootstrap starting.
20:08:54.022 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:54.022 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:54.023 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:54.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:54.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.016700 12406 raft_consensus.cc:515] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.025641 11279 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8117c44868a54d04a349af2bf9b2df64" candidate_uuid: "ce9d4d91392f4b4799b00ea356d77489" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5823079f716145639cb83230887dfabf" is_pre_election: true
20:08:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.026803 11279 raft_consensus.cc:2393] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ce9d4d91392f4b4799b00ea356d77489 in current term 1: Already voted for candidate 5823079f716145639cb83230887dfabf in this term.
20:08:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.028421 11050 leader_election.cc:304] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce9d4d91392f4b4799b00ea356d77489; no voters: 2b966895f5f241cdbdd4c04323dc6de8, 5823079f716145639cb83230887dfabf
20:08:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.029783 12405 raft_consensus.cc:3060] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.031961 12406 leader_election.cc:290] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Requested vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.033176 11117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8117c44868a54d04a349af2bf9b2df64" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489"
20:08:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.034004 12400 tablet_bootstrap.cc:492] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489: Bootstrap starting.
20:08:54.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.035609 12397 tablet_bootstrap.cc:654] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf: Neither blocks nor log segments found. Creating new log.
20:08:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.041800 12406 raft_consensus.cc:493] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.042328 12406 raft_consensus.cc:515] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.043824 10977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8117c44868a54d04a349af2bf9b2df64" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8"
20:08:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.044376 12406 leader_election.cc:290] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:54.045636 11213 leader_election.cc:343] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021): Illegal state: must be running to vote when last-logged opid is not known
20:08:54.048 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.045822 12427 raft_consensus.cc:515] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.046716 11116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f52dd5053c234ac48aabfdd897043dce" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489" is_pre_election: true
20:08:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.047297 10977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f52dd5053c234ac48aabfdd897043dce" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8" is_pre_election: true
20:08:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.047850 10977 raft_consensus.cc:2468] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 0.
20:08:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.047895 11116 raft_consensus.cc:2468] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 0.
20:08:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.049753 11212 leader_election.cc:304] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5823079f716145639cb83230887dfabf, ce9d4d91392f4b4799b00ea356d77489; no voters: 
20:08:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.053347 10977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a83224bde13d4b62a2a0fcacf5349167" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8"
20:08:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.053607 12400 tablet_bootstrap.cc:654] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489: Neither blocks nor log segments found. Creating new log.
20:08:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.053990 10977 raft_consensus.cc:3060] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.055295 11116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "82094b530bc241b9aa1a5aaed34bfaf1" candidate_uuid: "2b966895f5f241cdbdd4c04323dc6de8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489" is_pre_election: true
20:08:54.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.055891 11116 raft_consensus.cc:2468] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2b966895f5f241cdbdd4c04323dc6de8 in term 0.
20:08:54.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.056231 12427 leader_election.cc:290] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Requested vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.056772 12427 raft_consensus.cc:2804] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:54.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.056607 11115 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a83224bde13d4b62a2a0fcacf5349167" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489"
20:08:54.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.058910 12427 raft_consensus.cc:493] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:54.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:54.059119 11212 leader_election.cc:343] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779): Illegal state: must be running to vote when last-logged opid is not known
20:08:54.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.059249 12427 raft_consensus.cc:3060] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Advancing to term 1
20:08:54.069 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.060977 12397 tablet_bootstrap.cc:492] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf: No bootstrap required, opened a new log
20:08:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.061473 12397 ts_tablet_manager.cc:1403] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf: Time spent bootstrapping tablet: real 0.040s	user 0.015s	sys 0.011s
20:08:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.061060 10910 leader_election.cc:304] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b966895f5f241cdbdd4c04323dc6de8, ce9d4d91392f4b4799b00ea356d77489; no voters: 5823079f716145639cb83230887dfabf
20:08:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.062270 12404 raft_consensus.cc:2804] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.062680 12404 raft_consensus.cc:493] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.062974 12404 raft_consensus.cc:3060] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.065690 12397 raft_consensus.cc:359] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.066588 12397 raft_consensus.cc:385] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:54.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.066847 12397 raft_consensus.cc:740] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5823079f716145639cb83230887dfabf, State: Initialized, Role: FOLLOWER
20:08:54.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.071 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:54.071 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:54.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.073 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.072767 12397 consensus_queue.cc:260] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.073439 12400 tablet_bootstrap.cc:492] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489: No bootstrap required, opened a new log
20:08:54.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.073689 12406 raft_consensus.cc:493] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:54.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.073884 12400 ts_tablet_manager.cc:1403] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489: Time spent bootstrapping tablet: real 0.040s	user 0.010s	sys 0.010s
20:08:54.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.074156 12406 raft_consensus.cc:515] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.076716 12400 raft_consensus.cc:359] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.077436 12400 raft_consensus.cc:385] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.077721 12400 raft_consensus.cc:740] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce9d4d91392f4b4799b00ea356d77489, State: Initialized, Role: FOLLOWER
20:08:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.056917 12405 raft_consensus.cc:2749] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:08:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.078408 12400 consensus_queue.cc:260] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.079734 10976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6b876550ae1a40ac869f391cfd161a70" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8" is_pre_election: true
20:08:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.080464 10976 raft_consensus.cc:2468] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 0.
20:08:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.082340 11213 leader_election.cc:304] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b966895f5f241cdbdd4c04323dc6de8, 5823079f716145639cb83230887dfabf; no voters: 
20:08:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.083992 12430 raft_consensus.cc:2804] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.084422 12430 raft_consensus.cc:493] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.084899 12430 raft_consensus.cc:3060] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Advancing to term 1
20:08:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.085561 12406 leader_election.cc:290] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.085044 12427 raft_consensus.cc:515] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.094445 11116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6b876550ae1a40ac869f391cfd161a70" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489" is_pre_election: true
20:08:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.095214 11116 raft_consensus.cc:2468] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 0.
20:08:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.102283 12430 raft_consensus.cc:515] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.089532 11117 raft_consensus.cc:2468] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 1.
20:08:54.103 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:54.104 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:54.104 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:54.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:54.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:54.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:54.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:54.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:54.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:54.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:54.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:54.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:54.105 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.079005 12404 raft_consensus.cc:515] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } }
20:08:54.115 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:54.115 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:54.115 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:54.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:54.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:54.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:54.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:54.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:54.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:54.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:54.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:54.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:54.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:54.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.117 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:54.117 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:54.117 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:54.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.118 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.114319 12395 tablet_bootstrap.cc:492] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8: No bootstrap required, opened a new log
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.114745 12395 ts_tablet_manager.cc:1403] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8: Time spent bootstrapping tablet: real 0.204s	user 0.008s	sys 0.005s
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.109886 11279 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "82094b530bc241b9aa1a5aaed34bfaf1" candidate_uuid: "2b966895f5f241cdbdd4c04323dc6de8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5823079f716145639cb83230887dfabf"
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.117136 11279 raft_consensus.cc:3060] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Advancing to term 1
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.118868 12395 raft_consensus.cc:359] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.119578 12395 raft_consensus.cc:385] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.119856 12395 raft_consensus.cc:740] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b966895f5f241cdbdd4c04323dc6de8, State: Initialized, Role: FOLLOWER
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.120841 10976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f52dd5053c234ac48aabfdd897043dce" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8"
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.121600 10976 raft_consensus.cc:3060] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.125126 11279 raft_consensus.cc:2468] T 82094b530bc241b9aa1a5aaed34bfaf1 P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2b966895f5f241cdbdd4c04323dc6de8 in term 1.
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.124799 12395 consensus_queue.cc:260] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.111950 12427 leader_election.cc:290] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Requested vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.129076 12404 leader_election.cc:290] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [CANDIDATE]: Term 1 election: Requested vote from peers 5823079f716145639cb83230887dfabf (127.10.57.131:35881), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.130914 12430 leader_election.cc:290] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Requested vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779)
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.131474 10977 raft_consensus.cc:2468] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 1.
20:08:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.134029 11212 leader_election.cc:304] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5823079f716145639cb83230887dfabf, ce9d4d91392f4b4799b00ea356d77489; no voters: 2b966895f5f241cdbdd4c04323dc6de8
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.135485 12430 raft_consensus.cc:2804] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Leader election won for term 1
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.136029 12430 raft_consensus.cc:697] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [term 1 LEADER]: Becoming Leader. State: Replica: 5823079f716145639cb83230887dfabf, State: Running, Role: LEADER
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.136404 12400 ts_tablet_manager.cc:1434] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489: Time spent starting tablet: real 0.062s	user 0.033s	sys 0.011s
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.137575 12430 consensus_queue.cc:237] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.145515 12395 ts_tablet_manager.cc:1434] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8: Time spent starting tablet: real 0.031s	user 0.007s	sys 0.000s
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.145578 11117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6b876550ae1a40ac869f391cfd161a70" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489"
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.146170 11117 raft_consensus.cc:3060] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.151506 12400 tablet_bootstrap.cc:492] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489: Bootstrap starting.
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.153587 11115 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "82094b530bc241b9aa1a5aaed34bfaf1" candidate_uuid: "2b966895f5f241cdbdd4c04323dc6de8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489"
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.154254 11115 raft_consensus.cc:3060] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.154820 12395 tablet_bootstrap.cc:492] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8: Bootstrap starting.
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.159818 11213 leader_election.cc:304] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b966895f5f241cdbdd4c04323dc6de8, 5823079f716145639cb83230887dfabf; no voters: ce9d4d91392f4b4799b00ea356d77489
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.160753 12427 raft_consensus.cc:2804] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Leader election won for term 1
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.161197 12427 raft_consensus.cc:697] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [term 1 LEADER]: Becoming Leader. State: Replica: 5823079f716145639cb83230887dfabf, State: Running, Role: LEADER
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.161607 12395 tablet_bootstrap.cc:654] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8: Neither blocks nor log segments found. Creating new log.
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.119865 11116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f52dd5053c234ac48aabfdd897043dce" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489"
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.162159 12427 consensus_queue.cc:237] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.163074 11116 raft_consensus.cc:3060] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.163275 12400 tablet_bootstrap.cc:654] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489: Neither blocks nor log segments found. Creating new log.
20:08:54.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.170717 11115 raft_consensus.cc:2468] T 82094b530bc241b9aa1a5aaed34bfaf1 P ce9d4d91392f4b4799b00ea356d77489 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2b966895f5f241cdbdd4c04323dc6de8 in term 1.
20:08:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.178107 12400 tablet_bootstrap.cc:492] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489: No bootstrap required, opened a new log
20:08:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.178591 12400 ts_tablet_manager.cc:1403] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489: Time spent bootstrapping tablet: real 0.027s	user 0.006s	sys 0.012s
20:08:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.161759 10910 leader_election.cc:304] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b966895f5f241cdbdd4c04323dc6de8, 5823079f716145639cb83230887dfabf; no voters: 
20:08:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.181435 12404 raft_consensus.cc:2804] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 1 FOLLOWER]: Leader election won for term 1
20:08:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.182106 12404 raft_consensus.cc:697] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [term 1 LEADER]: Becoming Leader. State: Replica: 2b966895f5f241cdbdd4c04323dc6de8, State: Running, Role: LEADER
20:08:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.183403 12404 consensus_queue.cc:237] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } }
20:08:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.184255 12400 raft_consensus.cc:359] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.184923 12400 raft_consensus.cc:385] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.186030 12400 raft_consensus.cc:740] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce9d4d91392f4b4799b00ea356d77489, State: Initialized, Role: FOLLOWER
20:08:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.186925 12400 consensus_queue.cc:260] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.189496 12400 ts_tablet_manager.cc:1434] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.000s
20:08:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.194044 10977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6b876550ae1a40ac869f391cfd161a70" candidate_uuid: "5823079f716145639cb83230887dfabf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8"
20:08:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.194586 10977 raft_consensus.cc:3060] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.201872 10977 raft_consensus.cc:2468] T 6b876550ae1a40ac869f391cfd161a70 P 2b966895f5f241cdbdd4c04323dc6de8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 1.
20:08:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.203397 11213 leader_election.cc:304] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b966895f5f241cdbdd4c04323dc6de8, 5823079f716145639cb83230887dfabf; no voters: 
20:08:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.192363 10976 raft_consensus.cc:2468] T f52dd5053c234ac48aabfdd897043dce P 2b966895f5f241cdbdd4c04323dc6de8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 1.
20:08:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.204422 12406 raft_consensus.cc:2804] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Leader election won for term 1
20:08:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.204977 11213 leader_election.cc:304] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b966895f5f241cdbdd4c04323dc6de8, 5823079f716145639cb83230887dfabf; no voters: 
20:08:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.212550 12440 raft_consensus.cc:2804] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Leader election won for term 1
20:08:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.213022 12440 raft_consensus.cc:697] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [term 1 LEADER]: Becoming Leader. State: Replica: 5823079f716145639cb83230887dfabf, State: Running, Role: LEADER
20:08:54.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.219027 12406 raft_consensus.cc:697] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [term 1 LEADER]: Becoming Leader. State: Replica: 5823079f716145639cb83230887dfabf, State: Running, Role: LEADER
20:08:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.220206 12406 consensus_queue.cc:237] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.227353 10737 catalog_manager.cc:5696] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129). New cstate: current_term: 1 leader_uuid: "2b966895f5f241cdbdd4c04323dc6de8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } health_report { overall_health: UNKNOWN } } }
20:08:54.231 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:54.231 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:54.231 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.230979 11117 raft_consensus.cc:2468] T 6b876550ae1a40ac869f391cfd161a70 P ce9d4d91392f4b4799b00ea356d77489 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 1.
20:08:54.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:54.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:54.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:54.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:54.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:54.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:54.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:54.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:54.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:54.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:54.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.231506 12397 ts_tablet_manager.cc:1434] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf: Time spent starting tablet: real 0.170s	user 0.002s	sys 0.010s
20:08:54.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.237371 11116 raft_consensus.cc:2468] T f52dd5053c234ac48aabfdd897043dce P ce9d4d91392f4b4799b00ea356d77489 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5823079f716145639cb83230887dfabf in term 1.
20:08:54.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.213971 12440 consensus_queue.cc:237] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.265174 10738 catalog_manager.cc:5696] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf reported cstate change: term changed from 0 to 1, leader changed from <none> to 5823079f716145639cb83230887dfabf (127.10.57.131). New cstate: current_term: 1 leader_uuid: "5823079f716145639cb83230887dfabf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } health_report { overall_health: HEALTHY } } }
20:08:54.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.252641 12395 tablet_bootstrap.cc:492] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8: No bootstrap required, opened a new log
20:08:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.273308 12395 ts_tablet_manager.cc:1403] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8: Time spent bootstrapping tablet: real 0.119s	user 0.018s	sys 0.008s
20:08:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.282524 12395 raft_consensus.cc:359] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.285384 12395 raft_consensus.cc:385] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.285828 12395 raft_consensus.cc:740] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b966895f5f241cdbdd4c04323dc6de8, State: Initialized, Role: FOLLOWER
20:08:54.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.287953 12395 consensus_queue.cc:260] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.293571 12395 ts_tablet_manager.cc:1434] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8: Time spent starting tablet: real 0.019s	user 0.007s	sys 0.000s
20:08:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.308986 12433 raft_consensus.cc:493] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.309494 12433 raft_consensus.cc:515] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.313866 10976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "488a998ae98e4c908841ab527d5624cd" candidate_uuid: "ce9d4d91392f4b4799b00ea356d77489" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8" is_pre_election: true
20:08:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.314484 10976 raft_consensus.cc:2468] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce9d4d91392f4b4799b00ea356d77489 in term 0.
20:08:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.315300 11279 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "488a998ae98e4c908841ab527d5624cd" candidate_uuid: "ce9d4d91392f4b4799b00ea356d77489" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5823079f716145639cb83230887dfabf" is_pre_election: true
20:08:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.315949 11279 raft_consensus.cc:2468] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce9d4d91392f4b4799b00ea356d77489 in term 0.
20:08:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.317665 11050 leader_election.cc:304] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5823079f716145639cb83230887dfabf, ce9d4d91392f4b4799b00ea356d77489; no voters: 
20:08:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.318799 12405 raft_consensus.cc:2804] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.319218 12405 raft_consensus.cc:493] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.319561 12405 raft_consensus.cc:3060] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.323649 12433 leader_election.cc:290] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), 5823079f716145639cb83230887dfabf (127.10.57.131:35881)
20:08:54.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.331177 12405 raft_consensus.cc:515] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.336995 10976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "488a998ae98e4c908841ab527d5624cd" candidate_uuid: "ce9d4d91392f4b4799b00ea356d77489" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8"
20:08:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.337131 11279 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "488a998ae98e4c908841ab527d5624cd" candidate_uuid: "ce9d4d91392f4b4799b00ea356d77489" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5823079f716145639cb83230887dfabf"
20:08:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.337667 11279 raft_consensus.cc:3060] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [term 0 FOLLOWER]: Advancing to term 1
20:08:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.337630 10976 raft_consensus.cc:3060] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.346042 11279 raft_consensus.cc:2468] T 488a998ae98e4c908841ab527d5624cd P 5823079f716145639cb83230887dfabf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce9d4d91392f4b4799b00ea356d77489 in term 1.
20:08:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.346747 10976 raft_consensus.cc:2468] T 488a998ae98e4c908841ab527d5624cd P 2b966895f5f241cdbdd4c04323dc6de8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce9d4d91392f4b4799b00ea356d77489 in term 1.
20:08:54.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.347735 11050 leader_election.cc:304] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5823079f716145639cb83230887dfabf, ce9d4d91392f4b4799b00ea356d77489; no voters: 
20:08:54.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.348714 12433 raft_consensus.cc:2804] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 1 FOLLOWER]: Leader election won for term 1
20:08:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.350039 12405 leader_election.cc:290] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [CANDIDATE]: Term 1 election: Requested vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), 5823079f716145639cb83230887dfabf (127.10.57.131:35881)
20:08:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.357617 12405 raft_consensus.cc:493] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.358306 12405 raft_consensus.cc:515] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.360903 12405 leader_election.cc:290] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b966895f5f241cdbdd4c04323dc6de8 (127.10.57.129:40021), 5823079f716145639cb83230887dfabf (127.10.57.131:35881)
20:08:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.361994 10976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a83224bde13d4b62a2a0fcacf5349167" candidate_uuid: "ce9d4d91392f4b4799b00ea356d77489" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b966895f5f241cdbdd4c04323dc6de8" is_pre_election: true
20:08:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.362257 11279 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a83224bde13d4b62a2a0fcacf5349167" candidate_uuid: "ce9d4d91392f4b4799b00ea356d77489" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5823079f716145639cb83230887dfabf" is_pre_election: true
20:08:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.363044 10976 raft_consensus.cc:2393] T a83224bde13d4b62a2a0fcacf5349167 P 2b966895f5f241cdbdd4c04323dc6de8 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ce9d4d91392f4b4799b00ea356d77489 in current term 1: Already voted for candidate 5823079f716145639cb83230887dfabf in this term.
20:08:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.364701 11051 leader_election.cc:304] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce9d4d91392f4b4799b00ea356d77489; no voters: 2b966895f5f241cdbdd4c04323dc6de8, 5823079f716145639cb83230887dfabf
20:08:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.367781 12451 raft_consensus.cc:3060] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.368261 12433 raft_consensus.cc:697] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [term 1 LEADER]: Becoming Leader. State: Replica: ce9d4d91392f4b4799b00ea356d77489, State: Running, Role: LEADER
20:08:54.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.371155 12433 consensus_queue.cc:237] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.393718 12451 raft_consensus.cc:2749] T a83224bde13d4b62a2a0fcacf5349167 P ce9d4d91392f4b4799b00ea356d77489 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:08:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.425379 12404 raft_consensus.cc:493] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.425884 12404 raft_consensus.cc:515] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } }
20:08:54.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.427803 12404 leader_election.cc:290] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130:46779), 5823079f716145639cb83230887dfabf (127.10.57.131:35881)
20:08:54.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.430821 11116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8117c44868a54d04a349af2bf9b2df64" candidate_uuid: "2b966895f5f241cdbdd4c04323dc6de8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce9d4d91392f4b4799b00ea356d77489" is_pre_election: true
20:08:54.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.430778 11279 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8117c44868a54d04a349af2bf9b2df64" candidate_uuid: "2b966895f5f241cdbdd4c04323dc6de8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5823079f716145639cb83230887dfabf" is_pre_election: true
20:08:54.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.431661 11116 raft_consensus.cc:2393] T 8117c44868a54d04a349af2bf9b2df64 P ce9d4d91392f4b4799b00ea356d77489 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2b966895f5f241cdbdd4c04323dc6de8 in current term 1: Already voted for candidate 5823079f716145639cb83230887dfabf in this term.
20:08:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.435793 10910 leader_election.cc:304] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b966895f5f241cdbdd4c04323dc6de8; no voters: 5823079f716145639cb83230887dfabf, ce9d4d91392f4b4799b00ea356d77489
20:08:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.437000 12404 raft_consensus.cc:3060] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [term 0 FOLLOWER]: Advancing to term 1
20:08:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.443813 12404 raft_consensus.cc:2749] T 8117c44868a54d04a349af2bf9b2df64 P 2b966895f5f241cdbdd4c04323dc6de8 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:08:54.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.465831 10736 catalog_manager.cc:5696] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 reported cstate change: term changed from 0 to 1, leader changed from <none> to ce9d4d91392f4b4799b00ea356d77489 (127.10.57.130). New cstate: current_term: 1 leader_uuid: "ce9d4d91392f4b4799b00ea356d77489" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } health_report { overall_health: UNKNOWN } } }
20:08:54.478 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:54.478 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:54.478 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:54.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:54.484 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:54.484 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:54.485 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:54.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:54.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:54.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:54.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:54.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:54.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:54.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:54.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:54.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:54.486 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:54.489 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:54.489 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:54.489 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:54.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.490 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.490 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.490 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.490 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.473376 10738 catalog_manager.cc:5696] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf reported cstate change: term changed from 0 to 1, leader changed from <none> to 5823079f716145639cb83230887dfabf (127.10.57.131). New cstate: current_term: 1 leader_uuid: "5823079f716145639cb83230887dfabf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } health_report { overall_health: HEALTHY } } }
20:08:54.492 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:54.492 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:54.492 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.491819 10738 catalog_manager.cc:5696] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf reported cstate change: term changed from 0 to 1, leader changed from <none> to 5823079f716145639cb83230887dfabf (127.10.57.131). New cstate: current_term: 1 leader_uuid: "5823079f716145639cb83230887dfabf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } health_report { overall_health: HEALTHY } } }
20:08:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.494102 10738 catalog_manager.cc:5696] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf reported cstate change: term changed from 0 to 1, leader changed from <none> to 5823079f716145639cb83230887dfabf (127.10.57.131). New cstate: current_term: 1 leader_uuid: "5823079f716145639cb83230887dfabf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 } health_report { overall_health: HEALTHY } } }
20:08:54.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:54.525 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:54.525 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:54.525 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:54.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.527 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:54.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.570070 12404 consensus_queue.cc:1048] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:54.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.595527 12462 consensus_queue.cc:1048] T 82094b530bc241b9aa1a5aaed34bfaf1 P 2b966895f5f241cdbdd4c04323dc6de8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.002s
20:08:54.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.619 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:54.620 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:54.620 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:54.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:54.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.621 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.621 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:54.621 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.621 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.621 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:54.622 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:54.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.661448 12440 consensus_queue.cc:1048] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:54.683 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:54.683 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:54.683 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:54.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:54.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:54.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:54.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:54.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:54.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:54.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:54.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:54.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:54.684 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:54.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.684727 12430 consensus_queue.cc:1048] T 8117c44868a54d04a349af2bf9b2df64 P 5823079f716145639cb83230887dfabf [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:54.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.692574 12430 consensus_queue.cc:1048] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:54.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.695807 12430 consensus_queue.cc:1048] T 6b876550ae1a40ac869f391cfd161a70 P 5823079f716145639cb83230887dfabf [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.707661 12430 consensus_queue.cc:1048] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.733129 12430 consensus_queue.cc:1048] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.744192 12406 consensus_queue.cc:1048] T f52dd5053c234ac48aabfdd897043dce P 5823079f716145639cb83230887dfabf [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:54.760 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:54.761 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:54.761 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:54.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:54.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:54.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:54.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:54.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:54.762 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:54.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:54.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:54.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:54.763 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.768220 12441 consensus_queue.cc:1048] T a83224bde13d4b62a2a0fcacf5349167 P 5823079f716145639cb83230887dfabf [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce9d4d91392f4b4799b00ea356d77489" member_type: VOTER last_known_addr { host: "127.10.57.130" port: 46779 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:54.773 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:54.773 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:54.773 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:54.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:54.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:54.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:54.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:54.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:54.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:54.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:54.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:54.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:54.775 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:54.792 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:54.792 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:54.792 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:54.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:54.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:54.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:54.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:54.803 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:54.803 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:54.803 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:54.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:54.803 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:54.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:54.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:54.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:54.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:54.804 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:54.804 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:54.804 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:54.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:54.817 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:54.817 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:54.817 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:54.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:54.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:54.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:54.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:54.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:54.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:54.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:54.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:54.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:54.818 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:54.847 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.873449 12433 consensus_queue.cc:1048] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5823079f716145639cb83230887dfabf" member_type: VOTER last_known_addr { host: "127.10.57.131" port: 35881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:54.875 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:54.876 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:54.877 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:54.877 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:54.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:54.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:54.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:54.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:54.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:54.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:54.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:54.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:54.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:54.878 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:54.887 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:54.887 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:54.887 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:54.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:54.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:54.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:54.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:54.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:54.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:54.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:54.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:54.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:54.888 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:54.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:54.890033 12433 consensus_queue.cc:1048] T 488a998ae98e4c908841ab527d5624cd P ce9d4d91392f4b4799b00ea356d77489 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b966895f5f241cdbdd4c04323dc6de8" member_type: VOTER last_known_addr { host: "127.10.57.129" port: 40021 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:55.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:55.057 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:55.057 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:55.057 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:55.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:55.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:55.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:55.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:55.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:55.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:55.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:55.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:55.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:55.058 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:55.062 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:55.062 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:55.063 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:55.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.063 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:55.073 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:55.073 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:55.073 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:55.073 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:55.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:55.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:55.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:55.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:55.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:55.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:55.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:55.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:55.074 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:55.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:55.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:55.126 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:55.126 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:55.126 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:55.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.127 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:55.200 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:55.200 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:55.200 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:55.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.201 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:55.346 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:55.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:55.431 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:55.431 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:55.431 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:55.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:55.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:55.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:55.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:55.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:55.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:55.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:55.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:55.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:55.432 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:55.542 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:55.542 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:55.542 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:55.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:55.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:55.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:55.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:55.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:55.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:55.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:55.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:55.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:55.543 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:55.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:55.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:55.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:55.666 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:55.666 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:55.667 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:55.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:55.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:55.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:55.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:55.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:55.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:55.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:55.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:55.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:55.667 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:55.668 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26802), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [11ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [12ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [30ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [30ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [45ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [281ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [282ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [322ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [541ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1402ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2960ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2963ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [6180ms] refreshing cache from master, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6181ms] too many traces: truncated at 100 traces, deferred=Deferred@1783880879(state=PENDING, result=null, callback=(continuation of Deferred@260252807 after retry RPC after error@1124619239) -> (continuation of Deferred@1430342115 after retry RPC after error@553865536) -> (continuation of Deferred@926088955 after retry RPC after error@908330129) -> (continuation of Deferred@1769295335 after retry RPC after error@1380419800) -> (continuation of Deferred@1914855757 after retry RPC after error@1689580308) -> (continuation of Deferred@669880336 after retry RPC after error@1233313149) -> (continuation of Deferred@676066569 after retry RPC after error@1805950791) -> (continuation of Deferred@545451827 after retry RPC after error@2142549867) -> (continuation of Deferred@144762409 after retry RPC after error@1202786013) -> (continuation of Deferred@1887279727 after retry RPC after error@715678948) -> (continuation of Deferred@632708662 after retry RPC after error@1782475707) -> (continuation of Deferred@1988901489 after retry RPC after error@527101696) -> (continuation of Deferred@138040629 after retry RPC after error@289444922) -> (continuation of Deferred@109603793 after retry RPC after error@1314035439) -> (continuation of Deferred@345760237 after retry RPC after error@32462336) -> (continuation of Deferred@1149002511 after retry RPC after error@516120705) -> (continuation of Deferred@1427930685 after retry RPC after error@775454152) -> (continuation of Deferred@167446299 after retry RPC after error@205109709) -> (continuation of Deferred@979555297 after retry RPC after error@1465466712) -> (continuation of Deferred@113981815 after retry RPC after error@1199378354) -> (continuation of Deferred@1806446951 after retry RPC after error@1964077237) -> (continuation of Deferred@718204897 after retry RPC after error@98661781), errback=(continuation of Deferred@260252807 after retry RPC after error@1124619239) -> (continuation of Deferred@1430342115 after retry RPC after error@553865536) -> (continuation of Deferred@926088955 after retry RPC after error@908330129) -> (continuation of Deferred@1769295335 after retry RPC after error@1380419800) -> (continuation of Deferred@1914855757 after retry RPC after error@1689580308) -> (continuation of Deferred@669880336 after retry RPC after error@1233313149) -> (continuation of Deferred@676066569 after retry RPC after error@1805950791) -> (continuation of Deferred@545451827 after retry RPC after error@2142549867) -> (continuation of Deferred@144762409 after retry RPC after error@1202786013) -> (continuation of Deferred@1887279727 after retry RPC after error@715678948) -> (continuation of Deferred@632708662 after retry RPC after error@1782475707) -> (continuation of Deferred@1988901489 after retry RPC after error@527101696) -> (continuation of Deferred@138040629 after retry RPC after error@289444922) -> (continuation of Deferred@109603793 after retry RPC after error@1314035439) -> (continuation of Deferred@345760237 after retry RPC after error@32462336) -> (continuation of Deferred@1149002511 after retry RPC after error@516120705) -> (continuation of Deferred@1427930685 after retry RPC after error@775454152) -> (continuation of Deferred@167446299 after retry RPC after error@205109709) -> (continuation of Deferred@979555297 after retry RPC after error@1465466712) -> (continuation of Deferred@113981815 after retry RPC after error@1199378354) -> (continuation of Deferred@1806446951 after retry RPC after error@1964077237) -> (continuation of Deferred@718204897 after retry RPC after error@98661781)))
20:08:55.670 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:08:55.670 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26802), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [11ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [12ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [30ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [30ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [45ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [281ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [282ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [322ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [541ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1402ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2960ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2963ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [6180ms] refreshing cache from master, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6181ms] too many traces: truncated at 100 traces, deferred=Deferred@1783880879(state=PENDING, result=null, callback=(continuation of Deferred@260252807 after retry RPC after error@1124619239) -> (continuation of Deferred@1430342115 after retry RPC after error@553865536) -> (continuation of Deferred@926088955 after retry RPC after error@908330129) -> (continuation of Deferred@1769295335 after retry RPC after error@1380419800) -> (continuation of Deferred@1914855757 after retry RPC after error@1689580308) -> (continuation of Deferred@669880336 after retry RPC after error@1233313149) -> (continuation of Deferred@676066569 after retry RPC after error@1805950791) -> (continuation of Deferred@545451827 after retry RPC after error@2142549867) -> (continuation of Deferred@144762409 after retry RPC after error@1202786013) -> (continuation of Deferred@1887279727 after retry RPC after error@715678948) -> (continuation of Deferred@632708662 after retry RPC after error@1782475707) -> (continuation of Deferred@1988901489 after retry RPC after error@527101696) -> (continuation of Deferred@138040629 after retry RPC after error@289444922) -> (continuation of Deferred@109603793 after retry RPC after error@1314035439) -> (continuation of Deferred@345760237 after retry RPC after error@32462336) -> (continuation of Deferred@1149002511 after retry RPC after error@516120705) -> (continuation of Deferred@1427930685 after retry RPC after error@775454152) -> (continuation of Deferred@167446299 after retry RPC after error@205109709) -> (continuation of Deferred@979555297 after retry RPC after error@1465466712) -> (continuation of Deferred@113981815 after retry RPC after error@1199378354) -> (continuation of Deferred@1806446951 after retry RPC after error@1964077237) -> (continuation of Deferred@718204897 after retry RPC after error@98661781), errback=(continuation of Deferred@260252807 after retry RPC after error@1124619239) -> (continuation of Deferred@1430342115 after retry RPC after error@553865536) -> (continuation of Deferred@926088955 after retry RPC after error@908330129) -> (continuation of Deferred@1769295335 after retry RPC after error@1380419800) -> (continuation of Deferred@1914855757 after retry RPC after error@1689580308) -> (continuation of Deferred@669880336 after retry RPC after error@1233313149) -> (continuation of Deferred@676066569 after retry RPC after error@1805950791) -> (continuation of Deferred@545451827 after retry RPC after error@2142549867) -> (continuation of Deferred@144762409 after retry RPC after error@1202786013) -> (continuation of Deferred@1887279727 after retry RPC after error@715678948) -> (continuation of Deferred@632708662 after retry RPC after error@1782475707) -> (continuation of Deferred@1988901489 after retry RPC after error@527101696) -> (continuation of Deferred@138040629 after retry RPC after error@289444922) -> (continuation of Deferred@109603793 after retry RPC after error@1314035439) -> (continuation of Deferred@345760237 after retry RPC after error@32462336) -> (continuation of Deferred@1149002511 after retry RPC after error@516120705) -> (continuation of Deferred@1427930685 after retry RPC after error@775454152) -> (continuation of Deferred@167446299 after retry RPC after error@205109709) -> (continuation of Deferred@979555297 after retry RPC after error@1465466712) -> (continuation of Deferred@113981815 after retry RPC after error@1199378354) -> (continuation of Deferred@1806446951 after retry RPC after error@1964077237) -> (continuation of Deferred@718204897 after retry RPC after error@98661781)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:55.675 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
20:08:55.677 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
20:08:55.679 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26802), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [11ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [12ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [29ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [30ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [30ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [45ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [281ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [282ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [282ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [321ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [322ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [322ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [541ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [541ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1402ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2960ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [2963ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [2963ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [6180ms] refreshing cache from master, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6181ms] too many traces: truncated at 100 traces, deferred=Deferred@1783880879(state=PENDING, result=null, callback=(continuation of Deferred@260252807 after retry RPC after error@1124619239) -> (continuation of Deferred@1430342115 after retry RPC after error@553865536) -> (continuation of Deferred@926088955 after retry RPC after error@908330129) -> (continuation of Deferred@1769295335 after retry RPC after error@1380419800) -> (continuation of Deferred@1914855757 after retry RPC after error@1689580308) -> (continuation of Deferred@669880336 after retry RPC after error@1233313149) -> (continuation of Deferred@676066569 after retry RPC after error@1805950791) -> (continuation of Deferred@545451827 after retry RPC after error@2142549867) -> (continuation of Deferred@144762409 after retry RPC after error@1202786013) -> (continuation of Deferred@1887279727 after retry RPC after error@715678948) -> (continuation of Deferred@632708662 after retry RPC after error@1782475707) -> (continuation of Deferred@1988901489 after retry RPC after error@527101696) -> (continuation of Deferred@138040629 after retry RPC after error@289444922) -> (continuation of Deferred@109603793 after retry RPC after error@1314035439) -> (continuation of Deferred@345760237 after retry RPC after error@32462336) -> (continuation of Deferred@1149002511 after retry RPC after error@516120705) -> (continuation of Deferred@1427930685 after retry RPC after error@775454152) -> (continuation of Deferred@167446299 after retry RPC after error@205109709) -> (continuation of Deferred@979555297 after retry RPC after error@1465466712) -> (continuation of Deferred@113981815 after retry RPC after error@1199378354) -> (continuation of Deferred@1806446951 after retry RPC after error@1964077237) -> (continuation of Deferred@718204897 after retry RPC after error@98661781), errback=(continuation of Deferred@260252807 after retry RPC after error@1124619239) -> (continuation of Deferred@1430342115 after retry RPC after error@553865536) -> (continuation of Deferred@926088955 after retry RPC after error@908330129) -> (continuation of Deferred@1769295335 after retry RPC after error@1380419800) -> (continuation of Deferred@1914855757 after retry RPC after error@1689580308) -> (continuation of Deferred@669880336 after retry RPC after error@1233313149) -> (continuation of Deferred@676066569 after retry RPC after error@1805950791) -> (continuation of Deferred@545451827 after retry RPC after error@2142549867) -> (continuation of Deferred@144762409 after retry RPC after error@1202786013) -> (continuation of Deferred@1887279727 after retry RPC after error@715678948) -> (continuation of Deferred@632708662 after retry RPC after error@1782475707) -> (continuation of Deferred@1988901489 after retry RPC after error@527101696) -> (continuation of Deferred@138040629 after retry RPC after error@289444922) -> (continuation of Deferred@109603793 after retry RPC after error@1314035439) -> (continuation of Deferred@345760237 after retry RPC after error@32462336) -> (continuation of Deferred@1149002511 after retry RPC after error@516120705) -> (continuation of Deferred@1427930685 after retry RPC after error@775454152) -> (continuation of Deferred@167446299 after retry RPC after error@205109709) -> (continuation of Deferred@979555297 after retry RPC after error@1465466712) -> (continuation of Deferred@113981815 after retry RPC after error@1199378354) -> (continuation of Deferred@1806446951 after retry RPC after error@1964077237) -> (continuation of Deferred@718204897 after retry RPC after error@98661781)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:55.684 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
20:08:55.684 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
20:08:55.684 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:08:55.684 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:08:55.715 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:55.715 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:55.716 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:55.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:55.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:55.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:55.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:55.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:55.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:55.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:55.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:55.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:55.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:55.799 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:55.799 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:55.799 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:55.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:55.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:55.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:55.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:55.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:55.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:55.800 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:55.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:55.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:55.800 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:55.820 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:55.820 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:55.820 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:55.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:55.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:55.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:55.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:55.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:55.821 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:55.821 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:55.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:55.821 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:55.821 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:55.842 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:55.842 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:55.843 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:55.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:55.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:55.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:55.843 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:55.868 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:55.869 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:55.869 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:55.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:55.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:55.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:55.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:55.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:55.869 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:55.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:55.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:55.869 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:55.869 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:55.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:55.943 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:08:55.949 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:08:55.949 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:08:55.949 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:08:55.950 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:08:55.950 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:08:55.950 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:08:55.951 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:08:55.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [4ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, deferred=null) after lookup
20:08:55.952 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] connecting to peer
20:08:55.954 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] Successfully connected to peer
20:08:55.989 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:55.993 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x12f4517e, L:/127.0.0.1:44004 - R:/127.10.57.129:40021] using TOKEN/null
20:08:56.047 [DEBUG - main] (Connection.java:748) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] connecting to peer
20:08:56.049 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] Successfully connected to peer
20:08:56.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:56.070 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:56.073 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xf6a483ff, L:/127.0.0.1:58440 - R:/127.10.57.131:35881] using TOKEN/null
20:08:56.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:56.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:56.251 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:56.251 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:56.251 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:56.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:56.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:56.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:56.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:56.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:56.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:56.253 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:56.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:56.253 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:56.253 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:56.268 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:56.268 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:56.268 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:56.269 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:56.269 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:56.269 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:56.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:56.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:56.270 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:56.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:56.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:56.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:56.271 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:56.283 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:56.283 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:56.283 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:56.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:56.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:56.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:56.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:56.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:56.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:56.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:56.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:56.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:56.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:56.303 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:56.303 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:56.303 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:56.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:56.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:56.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:56.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:56.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:56.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:56.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:56.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:56.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:56.306 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:56.323 [DEBUG - main] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:08:56.343 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:56.343 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:56.343 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:56.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:56.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:56.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:56.343 [DEBUG - kudu-nio-5] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:08:56.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:56.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:56.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:56.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:56.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:56.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:56.344 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:56.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:56.383 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:56.387 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x8c8e6f88, L:/127.0.0.1:41108 - R:/127.10.57.130:46779] using TOKEN/null
20:08:56.412 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:56.413 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:56.413 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:56.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:56.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:56.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:56.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:56.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:56.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:56.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:56.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:56.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:56.418 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:56.459 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:56.460 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:08:56.466 [DEBUG - main] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:08:56.469 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:56.469 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:56.469 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:56.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:56.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:56.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:56.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:56.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:56.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:56.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:56.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:56.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:56.470 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:56.479 [DEBUG - main] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:08:56.480 [DEBUG - main] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:08:56.481 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.17.190:33389(127.11.17.190:33389)] Successfully connected to peer
20:08:56.483 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.17.188:38277(127.11.17.188:38277)] Successfully connected to peer
20:08:56.485 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.190
20:08:56.491 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.188
20:08:56.494 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.17.189:36221(127.11.17.189:36221)] Successfully connected to peer
20:08:56.501 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.189
20:08:56.504 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:56.505 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:56.508 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf8ed3ec3, L:/127.0.0.1:39530 - R:/127.11.17.188:38277] using SASL/PLAIN
20:08:56.509 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x352fb2e3, L:/127.0.0.1:37452 - R:/127.11.17.190:33389] using SASL/PLAIN
20:08:56.510 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:56.510 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:56.510 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:56.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:56.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:56.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:56.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:56.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:56.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:56.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:56.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:56.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:56.513 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:56.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:56.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.188:38277, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.190:33389, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.189:36221, [47ms] Sub RPC ConnectToMaster: received response from server master-127.11.17.188:38277: OK, deferred=null) after lookup
20:08:56.517 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:56.520 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x84550916, L:/127.0.0.1:36352 - R:/127.11.17.189:36221] using SASL/PLAIN
20:08:56.526 [DEBUG - main] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:08:56.527 [DEBUG - main] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:08:56.528 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.57.190:40219(127.10.57.190:40219)] Successfully connected to peer
20:08:56.534 [DEBUG - main] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:08:56.535 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.57.189:41763(127.10.57.189:41763)] Successfully connected to peer
20:08:56.542 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.10.57.188:43111(127.10.57.188:43111)] Successfully connected to peer
20:08:56.548 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.189
20:08:56.549 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.190
20:08:56.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:56.557 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.188
20:08:56.559 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:56.560 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:56.563 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x909094cb, L:/127.0.0.1:57404 - R:/127.10.57.189:41763] using SASL/PLAIN
20:08:56.565 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8f1d0fa8, L:/127.0.0.1:55110 - R:/127.10.57.190:40219] using SASL/PLAIN
20:08:56.567 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:08:56.570 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd58286fc, L:/127.0.0.1:59976 - R:/127.10.57.188:43111] using SASL/PLAIN
20:08:56.573 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:56.574 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, deferred=null) after lookup
20:08:56.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:08:56.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:08:56.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:08:56.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:08:56.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:08:56.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:08:56.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:08:56.609 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299970}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299970, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299970, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299970}]
20:08:56.613 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:56.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.614300 11547 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39530:
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:08:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:08:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
20:08:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:56.623749 11547 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:08:56.639 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:56.639 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:56.639 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:56.640 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:56.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:56.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:56.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:56.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:56.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:56.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:56.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:56.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:56.642 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:56.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:08:56.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:56.882 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:56.882 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:56.882 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:56.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:56.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:56.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:56.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:56.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:56.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:56.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:56.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:56.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:56.883 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.894497 12238 tablet_service.cc:1511] Processing CreateTablet for tablet a9cee44dfa714c33af425ed682d9f210 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
20:08:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.896275 12238 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a9cee44dfa714c33af425ed682d9f210. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.899422 12241 tablet_service.cc:1511] Processing CreateTablet for tablet 582e0ac06cc742b3b4ff1bc62c439df2 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
20:08:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.902861 12242 tablet_service.cc:1511] Processing CreateTablet for tablet 9c3e448e4af0443bb06a8c3b7fee49cb (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
20:08:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.904588 12239 tablet_service.cc:1511] Processing CreateTablet for tablet db18ede592544a6796ccb8fe84d5ea76 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
20:08:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.906311 12240 tablet_service.cc:1511] Processing CreateTablet for tablet be3b384f91384ea0b8a6706f9ba89277 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
20:08:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.909106 12241 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 582e0ac06cc742b3b4ff1bc62c439df2. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.914032 12242 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9c3e448e4af0443bb06a8c3b7fee49cb. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.915980 12240 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet be3b384f91384ea0b8a6706f9ba89277. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.917563 12239 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet db18ede592544a6796ccb8fe84d5ea76. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.920985 12237 tablet_service.cc:1511] Processing CreateTablet for tablet 4a53ae679d8a4b2896fd311b72916af4 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
20:08:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.922448 12237 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4a53ae679d8a4b2896fd311b72916af4. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.929191 11803 tablet_service.cc:1511] Processing CreateTablet for tablet be3b384f91384ea0b8a6706f9ba89277 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
20:08:56.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.933653 11803 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet be3b384f91384ea0b8a6706f9ba89277. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.935670 11989 tablet_service.cc:1511] Processing CreateTablet for tablet be3b384f91384ea0b8a6706f9ba89277 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
20:08:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.937650 11989 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet be3b384f91384ea0b8a6706f9ba89277. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.939411 11988 tablet_service.cc:1511] Processing CreateTablet for tablet db18ede592544a6796ccb8fe84d5ea76 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
20:08:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.944190 11986 tablet_service.cc:1511] Processing CreateTablet for tablet 4a53ae679d8a4b2896fd311b72916af4 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
20:08:56.948 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:56.948 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:56.948 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:56.949 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:56.949 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:56.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:56.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:56.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:56.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:56.949 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:56.949 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:56.949 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:56.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:56.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.946422 11991 tablet_service.cc:1511] Processing CreateTablet for tablet 9c3e448e4af0443bb06a8c3b7fee49cb (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
20:08:56.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.941732 11987 tablet_service.cc:1511] Processing CreateTablet for tablet a9cee44dfa714c33af425ed682d9f210 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
20:08:56.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.948596 11990 tablet_service.cc:1511] Processing CreateTablet for tablet 582e0ac06cc742b3b4ff1bc62c439df2 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
20:08:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.936643 11801 tablet_service.cc:1511] Processing CreateTablet for tablet a9cee44dfa714c33af425ed682d9f210 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
20:08:56.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.952181 11987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a9cee44dfa714c33af425ed682d9f210. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.938207 11802 tablet_service.cc:1511] Processing CreateTablet for tablet db18ede592544a6796ccb8fe84d5ea76 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
20:08:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.955169 11800 tablet_service.cc:1511] Processing CreateTablet for tablet 4a53ae679d8a4b2896fd311b72916af4 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
20:08:56.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.956661 11988 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet db18ede592544a6796ccb8fe84d5ea76. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.958257 11986 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4a53ae679d8a4b2896fd311b72916af4. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.959 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:56.959 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:56.959 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:56.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:56.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:56.960 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:56.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:56.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:56.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:56.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:56.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:56.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:56.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.956589 11800 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4a53ae679d8a4b2896fd311b72916af4. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.959944 11991 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9c3e448e4af0443bb06a8c3b7fee49cb. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.942411 11804 tablet_service.cc:1511] Processing CreateTablet for tablet 582e0ac06cc742b3b4ff1bc62c439df2 (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
20:08:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.961601 11990 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 582e0ac06cc742b3b4ff1bc62c439df2. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.968521 11801 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a9cee44dfa714c33af425ed682d9f210. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.972397 11804 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 582e0ac06cc742b3b4ff1bc62c439df2. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.976462 11805 tablet_service.cc:1511] Processing CreateTablet for tablet 9c3e448e4af0443bb06a8c3b7fee49cb (DEFAULT_TABLE table=replication_test_table [id=72c168dd4f1f44f59ee453e4e5623646]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
20:08:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.981379 11805 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9c3e448e4af0443bb06a8c3b7fee49cb. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:56.984002 11802 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet db18ede592544a6796ccb8fe84d5ea76. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:57.048 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:57.062 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:57.063 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:57.063 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:57.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.065 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:57.066 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:57.066 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:57.066 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:57.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.073814 12550 tablet_bootstrap.cc:492] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6: Bootstrap starting.
20:08:57.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.083508 12550 tablet_bootstrap.cc:654] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6: Neither blocks nor log segments found. Creating new log.
20:08:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.086578 12550 log.cc:826] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6: Log is configured to *not* fsync() on all Append() calls
20:08:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.094509 12553 tablet_bootstrap.cc:492] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c: Bootstrap starting.
20:08:57.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.102035 12551 tablet_bootstrap.cc:492] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1: Bootstrap starting.
20:08:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.103826 12550 tablet_bootstrap.cc:492] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6: No bootstrap required, opened a new log
20:08:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.104337 12550 ts_tablet_manager.cc:1403] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6: Time spent bootstrapping tablet: real 0.031s	user 0.017s	sys 0.007s
20:08:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.115826 12551 tablet_bootstrap.cc:654] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1: Neither blocks nor log segments found. Creating new log.
20:08:57.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.125237 12551 log.cc:826] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1: Log is configured to *not* fsync() on all Append() calls
20:08:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.128088 12553 tablet_bootstrap.cc:654] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c: Neither blocks nor log segments found. Creating new log.
20:08:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.132668 12553 log.cc:826] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c: Log is configured to *not* fsync() on all Append() calls
20:08:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.134294 12550 raft_consensus.cc:359] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.135222 12550 raft_consensus.cc:385] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.135529 12550 raft_consensus.cc:740] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eba3da4dd765499abbb859fc8a6a7da6, State: Initialized, Role: FOLLOWER
20:08:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.136538 12550 consensus_queue.cc:260] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:57.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.147460 12550 ts_tablet_manager.cc:1434] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6: Time spent starting tablet: real 0.043s	user 0.031s	sys 0.009s
20:08:57.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.148708 12550 tablet_bootstrap.cc:492] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6: Bootstrap starting.
20:08:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.154940 12550 tablet_bootstrap.cc:654] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6: Neither blocks nor log segments found. Creating new log.
20:08:57.164 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:57.164 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:57.164 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:57.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.172634 12065 tablet.cc:2404] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.185338 12551 tablet_bootstrap.cc:492] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1: No bootstrap required, opened a new log
20:08:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.186393 12551 ts_tablet_manager.cc:1403] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1: Time spent bootstrapping tablet: real 0.097s	user 0.013s	sys 0.008s
20:08:57.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.191368 12553 tablet_bootstrap.cc:492] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c: No bootstrap required, opened a new log
20:08:57.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.194424 12553 ts_tablet_manager.cc:1403] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c: Time spent bootstrapping tablet: real 0.101s	user 0.017s	sys 0.004s
20:08:57.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.218156 12550 tablet_bootstrap.cc:492] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6: No bootstrap required, opened a new log
20:08:57.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.218627 12550 ts_tablet_manager.cc:1403] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6: Time spent bootstrapping tablet: real 0.070s	user 0.027s	sys 0.026s
20:08:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.221832 12550 raft_consensus.cc:359] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.222667 12550 raft_consensus.cc:385] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.223074 12550 raft_consensus.cc:740] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eba3da4dd765499abbb859fc8a6a7da6, State: Initialized, Role: FOLLOWER
20:08:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.223917 12550 consensus_queue.cc:260] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.229235 12550 ts_tablet_manager.cc:1434] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6: Time spent starting tablet: real 0.010s	user 0.003s	sys 0.004s
20:08:57.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.231045 12550 tablet_bootstrap.cc:492] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6: Bootstrap starting.
20:08:57.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.234139 12556 raft_consensus.cc:493] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.234898 12556 raft_consensus.cc:515] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:57.241 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:57.242 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:57.242 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:57.242 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.242 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.242 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.239202 12550 tablet_bootstrap.cc:654] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6: Neither blocks nor log segments found. Creating new log.
20:08:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.242928 12556 leader_election.cc:290] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123), 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217)
20:08:57.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.275560 12550 tablet_bootstrap.cc:492] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6: No bootstrap required, opened a new log
20:08:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.276072 12550 ts_tablet_manager.cc:1403] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6: Time spent bootstrapping tablet: real 0.045s	user 0.009s	sys 0.029s
20:08:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.279563 12550 raft_consensus.cc:359] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.281361 12550 raft_consensus.cc:385] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.281744 12550 raft_consensus.cc:740] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eba3da4dd765499abbb859fc8a6a7da6, State: Initialized, Role: FOLLOWER
20:08:57.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.282466 12550 consensus_queue.cc:260] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.286036 12550 ts_tablet_manager.cc:1434] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6: Time spent starting tablet: real 0.010s	user 0.008s	sys 0.000s
20:08:57.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.298574 12556 raft_consensus.cc:493] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.299053 12556 raft_consensus.cc:515] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.300999 12556 leader_election.cc:290] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.317564 12550 tablet_bootstrap.cc:492] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6: Bootstrap starting.
20:08:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.324473 12550 tablet_bootstrap.cc:654] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6: Neither blocks nor log segments found. Creating new log.
20:08:57.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.338551 12550 tablet_bootstrap.cc:492] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6: No bootstrap required, opened a new log
20:08:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.339004 12550 ts_tablet_manager.cc:1403] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6: Time spent bootstrapping tablet: real 0.022s	user 0.013s	sys 0.004s
20:08:57.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.342800 12550 raft_consensus.cc:359] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.343559 12550 raft_consensus.cc:385] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.343905 12550 raft_consensus.cc:740] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eba3da4dd765499abbb859fc8a6a7da6, State: Initialized, Role: FOLLOWER
20:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.344607 12550 consensus_queue.cc:260] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.346837 12550 ts_tablet_manager.cc:1434] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6: Time spent starting tablet: real 0.008s	user 0.008s	sys 0.000s
20:08:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.347927 12550 tablet_bootstrap.cc:492] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6: Bootstrap starting.
20:08:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.356624 12550 tablet_bootstrap.cc:654] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6: Neither blocks nor log segments found. Creating new log.
20:08:57.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.312556 12262 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c3e448e4af0443bb06a8c3b7fee49cb" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2cbb05be1d864d1788596e59aef794e1" is_pre_election: true
20:08:57.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.313086 12261 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "db18ede592544a6796ccb8fe84d5ea76" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2cbb05be1d864d1788596e59aef794e1" is_pre_election: true
20:08:57.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.367681 11943 leader_election.cc:343] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.368960 11943 leader_election.cc:343] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.371762 12550 tablet_bootstrap.cc:492] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6: No bootstrap required, opened a new log
20:08:57.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.372193 12550 ts_tablet_manager.cc:1403] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6: Time spent bootstrapping tablet: real 0.025s	user 0.016s	sys 0.002s
20:08:57.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.375312 12550 raft_consensus.cc:359] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.376502 12550 raft_consensus.cc:385] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.376778 12550 raft_consensus.cc:740] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eba3da4dd765499abbb859fc8a6a7da6, State: Initialized, Role: FOLLOWER
20:08:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.377452 12550 consensus_queue.cc:260] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.380440 12550 ts_tablet_manager.cc:1434] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6: Time spent starting tablet: real 0.008s	user 0.008s	sys 0.000s
20:08:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.381564 12550 tablet_bootstrap.cc:492] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6: Bootstrap starting.
20:08:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.390362 12550 tablet_bootstrap.cc:654] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6: Neither blocks nor log segments found. Creating new log.
20:08:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.407680 12550 tablet_bootstrap.cc:492] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6: No bootstrap required, opened a new log
20:08:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.408208 12550 ts_tablet_manager.cc:1403] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6: Time spent bootstrapping tablet: real 0.027s	user 0.014s	sys 0.005s
20:08:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.414047 12550 raft_consensus.cc:359] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.414896 12550 raft_consensus.cc:385] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.415197 12550 raft_consensus.cc:740] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eba3da4dd765499abbb859fc8a6a7da6, State: Initialized, Role: FOLLOWER
20:08:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.416139 12550 consensus_queue.cc:260] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.423349 12550 ts_tablet_manager.cc:1434] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6: Time spent starting tablet: real 0.014s	user 0.005s	sys 0.004s
20:08:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.427877 12556 raft_consensus.cc:493] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.428347 12556 raft_consensus.cc:515] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.430267 12556 leader_election.cc:290] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:57.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.431476 12261 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9cee44dfa714c33af425ed682d9f210" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2cbb05be1d864d1788596e59aef794e1" is_pre_election: true
20:08:57.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.433068 11943 leader_election.cc:343] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.316957 11825 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c3e448e4af0443bb06a8c3b7fee49cb" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c" is_pre_election: true
20:08:57.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.457912 11944 leader_election.cc:343] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.458478 11944 leader_election.cc:304] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eba3da4dd765499abbb859fc8a6a7da6; no voters: 2cbb05be1d864d1788596e59aef794e1, 7eff09cb771849279cef0975a04ca39c
20:08:57.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.317808 11824 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "db18ede592544a6796ccb8fe84d5ea76" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c" is_pre_election: true
20:08:57.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.460402 12556 raft_consensus.cc:2749] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:08:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.432360 11823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9cee44dfa714c33af425ed682d9f210" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c" is_pre_election: true
20:08:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.462090 11944 leader_election.cc:343] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.462628 11944 leader_election.cc:304] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eba3da4dd765499abbb859fc8a6a7da6; no voters: 2cbb05be1d864d1788596e59aef794e1, 7eff09cb771849279cef0975a04ca39c
20:08:57.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.470559 11944 leader_election.cc:343] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.471158 12556 raft_consensus.cc:2749] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:08:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.471737 11944 leader_election.cc:304] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eba3da4dd765499abbb859fc8a6a7da6; no voters: 2cbb05be1d864d1788596e59aef794e1, 7eff09cb771849279cef0975a04ca39c
20:08:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.472402 12556 raft_consensus.cc:2749] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:08:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.524273 12553 raft_consensus.cc:359] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.524993 12553 raft_consensus.cc:385] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.525 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:57.525 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:57.526 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:57.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.527 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.525342 12553 raft_consensus.cc:740] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eff09cb771849279cef0975a04ca39c, State: Initialized, Role: FOLLOWER
20:08:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.530128 12551 raft_consensus.cc:359] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.530892 12551 raft_consensus.cc:385] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.531231 12551 raft_consensus.cc:740] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Initialized, Role: FOLLOWER
20:08:57.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.538463 12553 consensus_queue.cc:260] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.538872 12551 consensus_queue.cc:260] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.543576 12553 ts_tablet_manager.cc:1434] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c: Time spent starting tablet: real 0.347s	user 0.029s	sys 0.009s
20:08:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.546366 11882 tablet.cc:2404] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.545552 12553 tablet_bootstrap.cc:492] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c: Bootstrap starting.
20:08:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.553247 12551 ts_tablet_manager.cc:1434] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1: Time spent starting tablet: real 0.366s	user 0.034s	sys 0.007s
20:08:57.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.554203 12551 tablet_bootstrap.cc:492] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1: Bootstrap starting.
20:08:57.555 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:57.560 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:57.560 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:57.560 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:57.560 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.560 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.561 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.561 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.562047 12551 tablet_bootstrap.cc:654] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1: Neither blocks nor log segments found. Creating new log.
20:08:57.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.575078 12553 tablet_bootstrap.cc:654] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c: Neither blocks nor log segments found. Creating new log.
20:08:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.580276 12551 tablet_bootstrap.cc:492] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1: No bootstrap required, opened a new log
20:08:57.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.581014 12551 ts_tablet_manager.cc:1403] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1: Time spent bootstrapping tablet: real 0.027s	user 0.006s	sys 0.007s
20:08:57.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.584165 12551 raft_consensus.cc:359] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.589504 12551 raft_consensus.cc:385] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.590060 12553 tablet_bootstrap.cc:492] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c: No bootstrap required, opened a new log
20:08:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.590474 12551 raft_consensus.cc:740] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Initialized, Role: FOLLOWER
20:08:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.590497 12553 ts_tablet_manager.cc:1403] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c: Time spent bootstrapping tablet: real 0.045s	user 0.014s	sys 0.005s
20:08:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.591352 12551 consensus_queue.cc:260] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.594477 12553 raft_consensus.cc:359] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.595165 12553 raft_consensus.cc:385] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.597764 12556 raft_consensus.cc:493] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.598244 12556 raft_consensus.cc:515] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.600111 12556 leader_election.cc:290] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.601797 12261 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4a53ae679d8a4b2896fd311b72916af4" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2cbb05be1d864d1788596e59aef794e1" is_pre_election: true
20:08:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.602335 11823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4a53ae679d8a4b2896fd311b72916af4" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c" is_pre_election: true
20:08:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.604035 11943 leader_election.cc:343] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.604281 12551 ts_tablet_manager.cc:1434] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1: Time spent starting tablet: real 0.023s	user 0.006s	sys 0.000s
20:08:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.605659 11944 leader_election.cc:343] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.606068 11944 leader_election.cc:304] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eba3da4dd765499abbb859fc8a6a7da6; no voters: 2cbb05be1d864d1788596e59aef794e1, 7eff09cb771849279cef0975a04ca39c
20:08:57.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.607291 12551 tablet_bootstrap.cc:492] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1: Bootstrap starting.
20:08:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.610569 12556 raft_consensus.cc:2749] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:08:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.615142 12551 tablet_bootstrap.cc:654] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1: Neither blocks nor log segments found. Creating new log.
20:08:57.617 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:57.617 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:57.617 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:57.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:57.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:57.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:57.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:57.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:57.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:57.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:57.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:57.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:57.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:57.618 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.595443 12553 raft_consensus.cc:740] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eff09cb771849279cef0975a04ca39c, State: Initialized, Role: FOLLOWER
20:08:57.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.628981 12553 consensus_queue.cc:260] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.636176 12553 ts_tablet_manager.cc:1434] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c: Time spent starting tablet: real 0.045s	user 0.002s	sys 0.005s
20:08:57.644 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:57.644 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:57.645 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.644857 12553 tablet_bootstrap.cc:492] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c: Bootstrap starting.
20:08:57.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:57.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:57.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:57.646 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.661921 12551 tablet_bootstrap.cc:492] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1: No bootstrap required, opened a new log
20:08:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.662415 12551 ts_tablet_manager.cc:1403] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1: Time spent bootstrapping tablet: real 0.055s	user 0.011s	sys 0.007s
20:08:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.662983 12553 tablet_bootstrap.cc:654] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c: Neither blocks nor log segments found. Creating new log.
20:08:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.665761 12551 raft_consensus.cc:359] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.666553 12551 raft_consensus.cc:385] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.666836 12551 raft_consensus.cc:740] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Initialized, Role: FOLLOWER
20:08:57.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.668044 12551 consensus_queue.cc:260] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.669526 12568 raft_consensus.cc:493] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.670059 12568 raft_consensus.cc:515] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.679200 12568 leader_election.cc:290] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.681380 12553 tablet_bootstrap.cc:492] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c: No bootstrap required, opened a new log
20:08:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.682528 12553 ts_tablet_manager.cc:1403] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c: Time spent bootstrapping tablet: real 0.038s	user 0.015s	sys 0.000s
20:08:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.687215 12553 raft_consensus.cc:359] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.687875 12553 raft_consensus.cc:385] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.689640 12553 raft_consensus.cc:740] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eff09cb771849279cef0975a04ca39c, State: Initialized, Role: FOLLOWER
20:08:57.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.691179 12553 consensus_queue.cc:260] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.698338 12567 raft_consensus.cc:493] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.698925 12567 raft_consensus.cc:515] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.707970 12551 ts_tablet_manager.cc:1434] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1: Time spent starting tablet: real 0.045s	user 0.004s	sys 0.004s
20:08:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.727007 12567 leader_election.cc:290] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161), 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.727772 12567 raft_consensus.cc:493] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.728344 12567 raft_consensus.cc:515] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.730517 12567 leader_election.cc:290] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161), 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.732919 12553 ts_tablet_manager.cc:1434] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c: Time spent starting tablet: real 0.050s	user 0.007s	sys 0.000s
20:08:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.735100 12551 tablet_bootstrap.cc:492] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1: Bootstrap starting.
20:08:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.740805 12553 tablet_bootstrap.cc:492] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c: Bootstrap starting.
20:08:57.755 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:08:57.755 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:08:57.755 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:08:57.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:57.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:57.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:57.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:08:57.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:57.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:08:57.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:57.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:57.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:08:57.756 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:08:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.768954 12317 tablet.cc:2404] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.770499 12553 tablet_bootstrap.cc:654] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c: Neither blocks nor log segments found. Creating new log.
20:08:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.771742 12568 raft_consensus.cc:493] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.772223 12568 raft_consensus.cc:515] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.774119 12568 leader_election.cc:290] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.776958 12551 tablet_bootstrap.cc:654] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1: Neither blocks nor log segments found. Creating new log.
20:08:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.778671 12011 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4a53ae679d8a4b2896fd311b72916af4" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6" is_pre_election: true
20:08:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.779531 12011 raft_consensus.cc:2468] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 0.
20:08:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.781629 12010 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "be3b384f91384ea0b8a6706f9ba89277" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6" is_pre_election: true
20:08:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.782310 12010 raft_consensus.cc:2468] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 0.
20:08:57.790 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:57.790 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:57.790 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:57.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.792 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.795825 12196 leader_election.cc:304] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cbb05be1d864d1788596e59aef794e1, eba3da4dd765499abbb859fc8a6a7da6; no voters: 
20:08:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.806422 12551 tablet_bootstrap.cc:492] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1: No bootstrap required, opened a new log
20:08:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.806958 12551 ts_tablet_manager.cc:1403] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1: Time spent bootstrapping tablet: real 0.074s	user 0.010s	sys 0.005s
20:08:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.809103 11823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4a53ae679d8a4b2896fd311b72916af4" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c" is_pre_election: true
20:08:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.809852 11823 raft_consensus.cc:2468] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 0.
20:08:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.810104 12568 raft_consensus.cc:2804] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.810482 12568 raft_consensus.cc:493] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.810822 12568 raft_consensus.cc:3060] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Advancing to term 1
20:08:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.810986 11824 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "be3b384f91384ea0b8a6706f9ba89277" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c" is_pre_election: true
20:08:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.813659 12556 raft_consensus.cc:493] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.814143 12556 raft_consensus.cc:515] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.816044 12556 leader_election.cc:290] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:57.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.816736 12553 tablet_bootstrap.cc:492] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c: No bootstrap required, opened a new log
20:08:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.817728 11824 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "582e0ac06cc742b3b4ff1bc62c439df2" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c" is_pre_election: true
20:08:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.817761 12553 ts_tablet_manager.cc:1403] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c: Time spent bootstrapping tablet: real 0.077s	user 0.010s	sys 0.007s
20:08:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.818539 11824 raft_consensus.cc:2468] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eba3da4dd765499abbb859fc8a6a7da6 in term 0.
20:08:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.818996 12568 raft_consensus.cc:515] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.820439 11944 leader_election.cc:304] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7eff09cb771849279cef0975a04ca39c, eba3da4dd765499abbb859fc8a6a7da6; no voters: 
20:08:57.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.820981 12551 raft_consensus.cc:359] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.822045 12556 raft_consensus.cc:2804] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.822388 12556 raft_consensus.cc:493] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.822897 12556 raft_consensus.cc:3060] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Advancing to term 1
20:08:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.823660 12568 leader_election.cc:290] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 election: Requested vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.824487 12553 raft_consensus.cc:359] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.825167 12553 raft_consensus.cc:385] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.825450 12553 raft_consensus.cc:740] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eff09cb771849279cef0975a04ca39c, State: Initialized, Role: FOLLOWER
20:08:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.828704 12551 raft_consensus.cc:385] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.829044 12551 raft_consensus.cc:740] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Initialized, Role: FOLLOWER
20:08:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.810104 12196 leader_election.cc:304] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cbb05be1d864d1788596e59aef794e1, eba3da4dd765499abbb859fc8a6a7da6; no voters: 
20:08:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.830687 12198 leader_election.cc:343] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.824162 12568 raft_consensus.cc:493] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.831574 12568 raft_consensus.cc:515] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.829717 12551 consensus_queue.cc:260] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.834411 11824 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4a53ae679d8a4b2896fd311b72916af4" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c"
20:08:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.834967 11824 raft_consensus.cc:3060] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Advancing to term 1
20:08:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.836310 12551 ts_tablet_manager.cc:1434] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1: Time spent starting tablet: real 0.029s	user 0.006s	sys 0.001s
20:08:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.836422 12010 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c3e448e4af0443bb06a8c3b7fee49cb" candidate_uuid: "7eff09cb771849279cef0975a04ca39c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6" is_pre_election: true
20:08:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.837013 12010 raft_consensus.cc:2468] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7eff09cb771849279cef0975a04ca39c in term 0.
20:08:57.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.837260 12551 tablet_bootstrap.cc:492] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1: Bootstrap starting.
20:08:57.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.837924 12011 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4a53ae679d8a4b2896fd311b72916af4" candidate_uuid: "7eff09cb771849279cef0975a04ca39c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6" is_pre_election: true
20:08:57.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.838500 12011 raft_consensus.cc:2468] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7eff09cb771849279cef0975a04ca39c in term 0.
20:08:57.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.839233 12568 leader_election.cc:290] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:57.845 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:57.846 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:57.846 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:57.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:57.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:57.846 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.846 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:57.847 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.843670 11823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "db18ede592544a6796ccb8fe84d5ea76" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c" is_pre_election: true
20:08:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.845410 11759 leader_election.cc:304] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7eff09cb771849279cef0975a04ca39c, eba3da4dd765499abbb859fc8a6a7da6; no voters: 
20:08:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.847167 11759 leader_election.cc:304] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7eff09cb771849279cef0975a04ca39c, eba3da4dd765499abbb859fc8a6a7da6; no voters: 
20:08:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.847592 12577 raft_consensus.cc:2804] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.848021 12577 raft_consensus.cc:493] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.848356 12577 raft_consensus.cc:3060] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Advancing to term 1
20:08:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:57.850157 12198 leader_election.cc:343] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217): Illegal state: must be running to vote when last-logged opid is not known
20:08:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.852545 12568 raft_consensus.cc:2804] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.852721 12011 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4a53ae679d8a4b2896fd311b72916af4" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6"
20:08:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.852929 12568 raft_consensus.cc:493] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.853231 12568 raft_consensus.cc:3060] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Advancing to term 1
20:08:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.853341 12011 raft_consensus.cc:3060] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Advancing to term 1
20:08:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.865741 12011 raft_consensus.cc:2468] T 4a53ae679d8a4b2896fd311b72916af4 P eba3da4dd765499abbb859fc8a6a7da6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 1.
20:08:57.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.870141 12010 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "db18ede592544a6796ccb8fe84d5ea76" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6" is_pre_election: true
20:08:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.870788 12010 raft_consensus.cc:2468] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 0.
20:08:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.875553 11824 raft_consensus.cc:2468] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 1.
20:08:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.876029 12567 raft_consensus.cc:2764] T 4a53ae679d8a4b2896fd311b72916af4 P 7eff09cb771849279cef0975a04ca39c [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
20:08:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.878737 12577 raft_consensus.cc:515] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.880419 12551 tablet_bootstrap.cc:654] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1: Neither blocks nor log segments found. Creating new log.
20:08:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.881263 12577 leader_election.cc:290] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [CANDIDATE]: Term 1 election: Requested vote from peers eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161), 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.882208 12010 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c3e448e4af0443bb06a8c3b7fee49cb" candidate_uuid: "7eff09cb771849279cef0975a04ca39c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6"
20:08:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.882907 12010 raft_consensus.cc:3060] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Advancing to term 1
20:08:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.883540 12568 raft_consensus.cc:515] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.888144 11823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "be3b384f91384ea0b8a6706f9ba89277" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c"
20:08:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.890511 12198 leader_election.cc:304] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cbb05be1d864d1788596e59aef794e1, 7eff09cb771849279cef0975a04ca39c; no voters: 
20:08:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.844097 12553 consensus_queue.cc:260] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.891696 12568 leader_election.cc:290] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 election: Requested vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.892226 12568 raft_consensus.cc:2804] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Leader election won for term 1
20:08:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.892652 12568 raft_consensus.cc:697] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [term 1 LEADER]: Becoming Leader. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Running, Role: LEADER
20:08:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.893596 11823 raft_consensus.cc:3060] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Advancing to term 1
20:08:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.896766 12568 consensus_queue.cc:237] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.898820 12553 ts_tablet_manager.cc:1434] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c: Time spent starting tablet: real 0.080s	user 0.007s	sys 0.000s
20:08:57.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.902115 12553 tablet_bootstrap.cc:492] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c: Bootstrap starting.
20:08:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.908879 12010 raft_consensus.cc:2468] T 9c3e448e4af0443bb06a8c3b7fee49cb P eba3da4dd765499abbb859fc8a6a7da6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7eff09cb771849279cef0975a04ca39c in term 1.
20:08:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.909576 12551 tablet_bootstrap.cc:492] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1: No bootstrap required, opened a new log
20:08:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.910933 12551 ts_tablet_manager.cc:1403] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1: Time spent bootstrapping tablet: real 0.074s	user 0.013s	sys 0.001s
20:08:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.913539 11823 raft_consensus.cc:2468] T be3b384f91384ea0b8a6706f9ba89277 P 7eff09cb771849279cef0975a04ca39c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 1.
20:08:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.914886 12553 tablet_bootstrap.cc:654] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c: Neither blocks nor log segments found. Creating new log.
20:08:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.915378 12551 raft_consensus.cc:359] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.916180 12551 raft_consensus.cc:385] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.916445 12551 raft_consensus.cc:740] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Initialized, Role: FOLLOWER
20:08:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.919375 12551 consensus_queue.cc:260] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.937453 12551 ts_tablet_manager.cc:1434] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1: Time spent starting tablet: real 0.026s	user 0.004s	sys 0.005s
20:08:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.937855 12553 tablet_bootstrap.cc:492] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c: No bootstrap required, opened a new log
20:08:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.938308 12553 ts_tablet_manager.cc:1403] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c: Time spent bootstrapping tablet: real 0.036s	user 0.006s	sys 0.009s
20:08:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.941593 12551 tablet_bootstrap.cc:492] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1: Bootstrap starting.
20:08:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.942667 12553 raft_consensus.cc:359] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.943397 12553 raft_consensus.cc:385] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.943660 12553 raft_consensus.cc:740] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eff09cb771849279cef0975a04ca39c, State: Initialized, Role: FOLLOWER
20:08:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.945417 12553 consensus_queue.cc:260] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.955469 12553 ts_tablet_manager.cc:1434] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c: Time spent starting tablet: real 0.017s	user 0.005s	sys 0.001s
20:08:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.961555 12553 tablet_bootstrap.cc:492] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c: Bootstrap starting.
20:08:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.973773 12551 tablet_bootstrap.cc:654] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1: Neither blocks nor log segments found. Creating new log.
20:08:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.975991 12553 tablet_bootstrap.cc:654] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c: Neither blocks nor log segments found. Creating new log.
20:08:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.992956 12553 tablet_bootstrap.cc:492] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c: No bootstrap required, opened a new log
20:08:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.993538 12553 ts_tablet_manager.cc:1403] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c: Time spent bootstrapping tablet: real 0.035s	user 0.010s	sys 0.005s
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.996692 12553 raft_consensus.cc:359] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.997411 12553 raft_consensus.cc:385] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.997737 12553 raft_consensus.cc:740] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eff09cb771849279cef0975a04ca39c, State: Initialized, Role: FOLLOWER
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.998510 12553 consensus_queue.cc:260] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.003789 12553 ts_tablet_manager.cc:1434] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c: Time spent starting tablet: real 0.010s	user 0.000s	sys 0.006s
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.004607 12551 tablet_bootstrap.cc:492] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1: No bootstrap required, opened a new log
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.005970 12551 ts_tablet_manager.cc:1403] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1: Time spent bootstrapping tablet: real 0.066s	user 0.015s	sys 0.000s
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.012527 12551 raft_consensus.cc:359] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.013248 12551 raft_consensus.cc:385] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.013437 12551 raft_consensus.cc:740] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Initialized, Role: FOLLOWER
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.014082 12551 consensus_queue.cc:260] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.016170 12551 ts_tablet_manager.cc:1434] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1: Time spent starting tablet: real 0.010s	user 0.004s	sys 0.000s
20:08:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.027649 12261 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c3e448e4af0443bb06a8c3b7fee49cb" candidate_uuid: "7eff09cb771849279cef0975a04ca39c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2cbb05be1d864d1788596e59aef794e1" is_pre_election: true
20:08:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.028021 12259 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "582e0ac06cc742b3b4ff1bc62c439df2" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2cbb05be1d864d1788596e59aef794e1" is_pre_election: true
20:08:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.028446 12261 raft_consensus.cc:2468] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7eff09cb771849279cef0975a04ca39c in term 0.
20:08:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.028764 12259 raft_consensus.cc:2468] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eba3da4dd765499abbb859fc8a6a7da6 in term 0.
20:08:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.029371 12196 leader_election.cc:304] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2cbb05be1d864d1788596e59aef794e1, eba3da4dd765499abbb859fc8a6a7da6; no voters: 7eff09cb771849279cef0975a04ca39c
20:08:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.031152 12587 raft_consensus.cc:2804] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:57.863961 12556 raft_consensus.cc:515] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.031525 12587 raft_consensus.cc:493] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.031828 12587 raft_consensus.cc:3060] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Advancing to term 1
20:08:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.032784 12260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c3e448e4af0443bb06a8c3b7fee49cb" candidate_uuid: "7eff09cb771849279cef0975a04ca39c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2cbb05be1d864d1788596e59aef794e1"
20:08:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.033283 12556 leader_election.cc:290] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 election: Requested vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131:35123)
20:08:58.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.033442 12260 raft_consensus.cc:3060] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Advancing to term 1
20:08:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.030352 12583 raft_consensus.cc:493] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:58.048 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:58.067 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:58.068 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:58.068 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:58.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.068 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.034871 11824 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "582e0ac06cc742b3b4ff1bc62c439df2" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c"
20:08:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.035447 11824 raft_consensus.cc:3060] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Advancing to term 1
20:08:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.029385 12262 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4a53ae679d8a4b2896fd311b72916af4" candidate_uuid: "7eff09cb771849279cef0975a04ca39c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2cbb05be1d864d1788596e59aef794e1" is_pre_election: true
20:08:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.040162 12198 leader_election.cc:304] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cbb05be1d864d1788596e59aef794e1, 7eff09cb771849279cef0975a04ca39c; no voters: 
20:08:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.042294 12262 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "582e0ac06cc742b3b4ff1bc62c439df2" candidate_uuid: "eba3da4dd765499abbb859fc8a6a7da6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2cbb05be1d864d1788596e59aef794e1"
20:08:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.042824 12262 raft_consensus.cc:3060] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Advancing to term 1
20:08:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.043527 12260 raft_consensus.cc:2468] T 9c3e448e4af0443bb06a8c3b7fee49cb P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7eff09cb771849279cef0975a04ca39c in term 1.
20:08:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.044204 12583 raft_consensus.cc:515] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.046618 12583 leader_election.cc:290] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.047055 12583 raft_consensus.cc:2804] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Leader election won for term 1
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.047425 12583 raft_consensus.cc:697] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [term 1 LEADER]: Becoming Leader. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Running, Role: LEADER
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.048112 12583 consensus_queue.cc:237] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.051213 11760 leader_election.cc:304] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cbb05be1d864d1788596e59aef794e1, 7eff09cb771849279cef0975a04ca39c; no voters: 
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.051992 12577 raft_consensus.cc:2804] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 1 FOLLOWER]: Leader election won for term 1
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.052459 12577 raft_consensus.cc:697] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [term 1 LEADER]: Becoming Leader. State: Replica: 7eff09cb771849279cef0975a04ca39c, State: Running, Role: LEADER
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.053423 12577 consensus_queue.cc:237] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } }
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.063053 12010 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9cee44dfa714c33af425ed682d9f210" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6" is_pre_election: true
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.063851 12010 raft_consensus.cc:2468] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 0.
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.064949 12196 leader_election.cc:304] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cbb05be1d864d1788596e59aef794e1, eba3da4dd765499abbb859fc8a6a7da6; no voters: 
20:08:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.073328 11824 raft_consensus.cc:2468] T 582e0ac06cc742b3b4ff1bc62c439df2 P 7eff09cb771849279cef0975a04ca39c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eba3da4dd765499abbb859fc8a6a7da6 in term 1.
20:08:58.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:58.086 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:08:58.086 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:08:58.087 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:08:58.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:58.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:58.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:08:58.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:58.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:58.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:08:58.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:58.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:58.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:08:58.088 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.080711 12262 raft_consensus.cc:2468] T 582e0ac06cc742b3b4ff1bc62c439df2 P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eba3da4dd765499abbb859fc8a6a7da6 in term 1.
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.081976 11944 leader_election.cc:304] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7eff09cb771849279cef0975a04ca39c, eba3da4dd765499abbb859fc8a6a7da6; no voters: 
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.078958 12587 raft_consensus.cc:515] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.085700 12568 raft_consensus.cc:2804] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.086071 12568 raft_consensus.cc:493] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.089587 12556 raft_consensus.cc:2804] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 1 FOLLOWER]: Leader election won for term 1
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.078337 12011 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "be3b384f91384ea0b8a6706f9ba89277" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6"
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.092027 12011 raft_consensus.cc:3060] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Advancing to term 1
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.086421 12568 raft_consensus.cc:3060] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 0 FOLLOWER]: Advancing to term 1
20:08:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.097842 12587 leader_election.cc:290] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 election: Requested vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:58.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:58.150 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:58.150 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:58.151 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:58.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:58.171 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:58.172 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:58.172 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:58.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.107297 12010 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "db18ede592544a6796ccb8fe84d5ea76" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6"
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.107870 12010 raft_consensus.cc:3060] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Advancing to term 1
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:58.110170 12198 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.11.17.129:41217, user_credentials={real_user=slave}} blocked reactor thread for 70084.9us
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.114109 12568 raft_consensus.cc:515] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.115548 11823 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "db18ede592544a6796ccb8fe84d5ea76" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c"
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.116159 11823 raft_consensus.cc:3060] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Advancing to term 1
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.119407 12568 leader_election.cc:290] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 election: Requested vote from peers 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217), eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161)
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.122021 11823 raft_consensus.cc:2468] T db18ede592544a6796ccb8fe84d5ea76 P 7eff09cb771849279cef0975a04ca39c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 1.
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.122979 11825 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9cee44dfa714c33af425ed682d9f210" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c"
20:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.123546 11825 raft_consensus.cc:3060] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c [term 0 FOLLOWER]: Advancing to term 1
20:08:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.129390 11825 raft_consensus.cc:2468] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 1.
20:08:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.132807 12198 leader_election.cc:304] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cbb05be1d864d1788596e59aef794e1, 7eff09cb771849279cef0975a04ca39c; no voters: 
20:08:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.143741 12198 leader_election.cc:304] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cbb05be1d864d1788596e59aef794e1, 7eff09cb771849279cef0975a04ca39c; no voters: 
20:08:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.144709 12583 raft_consensus.cc:2804] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Leader election won for term 1
20:08:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.145550 12583 raft_consensus.cc:697] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [term 1 LEADER]: Becoming Leader. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Running, Role: LEADER
20:08:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.146085 12590 raft_consensus.cc:2804] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 1 FOLLOWER]: Leader election won for term 1
20:08:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.146631 12590 raft_consensus.cc:697] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [term 1 LEADER]: Becoming Leader. State: Replica: 2cbb05be1d864d1788596e59aef794e1, State: Running, Role: LEADER
20:08:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.146570 12583 consensus_queue.cc:237] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.148015 12590 consensus_queue.cc:237] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.153419 11824 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9cee44dfa714c33af425ed682d9f210" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eff09cb771849279cef0975a04ca39c" is_pre_election: true
20:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.154027 11824 raft_consensus.cc:2376] T a9cee44dfa714c33af425ed682d9f210 P 7eff09cb771849279cef0975a04ca39c [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 1. Re-sending same reply.
20:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.142001 11544 catalog_manager.cc:5696] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131). New cstate: current_term: 1 leader_uuid: "2cbb05be1d864d1788596e59aef794e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } health_report { overall_health: HEALTHY } } }
20:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.198375 12556 raft_consensus.cc:697] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [term 1 LEADER]: Becoming Leader. State: Replica: eba3da4dd765499abbb859fc8a6a7da6, State: Running, Role: LEADER
20:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.200955 12009 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a9cee44dfa714c33af425ed682d9f210" candidate_uuid: "2cbb05be1d864d1788596e59aef794e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba3da4dd765499abbb859fc8a6a7da6"
20:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.201792 12009 raft_consensus.cc:3060] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [term 0 FOLLOWER]: Advancing to term 1
20:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.202190 12556 consensus_queue.cc:237] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } }
20:08:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.235225 12011 raft_consensus.cc:2468] T be3b384f91384ea0b8a6706f9ba89277 P eba3da4dd765499abbb859fc8a6a7da6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 1.
20:08:58.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.252807 12009 raft_consensus.cc:2468] T a9cee44dfa714c33af425ed682d9f210 P eba3da4dd765499abbb859fc8a6a7da6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 1.
20:08:58.271 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:58.271 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:58.271 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:58.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:58.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:58.272 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:58.272 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:58.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:58.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:58.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:58.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:58.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:58.272 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:58.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.279251 12010 raft_consensus.cc:2468] T db18ede592544a6796ccb8fe84d5ea76 P eba3da4dd765499abbb859fc8a6a7da6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2cbb05be1d864d1788596e59aef794e1 in term 1.
20:08:58.308 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:58.308 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:58.308 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:58.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:58.328 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:58.328 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:58.328 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:58.328 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:58.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:58.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:58.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.329910 11547 catalog_manager.cc:5696] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c reported cstate change: term changed from 0 to 1, leader changed from <none> to 7eff09cb771849279cef0975a04ca39c (127.11.17.129). New cstate: current_term: 1 leader_uuid: "7eff09cb771849279cef0975a04ca39c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } health_report { overall_health: HEALTHY } } }
20:08:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.334067 11546 catalog_manager.cc:5696] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130). New cstate: current_term: 1 leader_uuid: "eba3da4dd765499abbb859fc8a6a7da6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } health_report { overall_health: UNKNOWN } } }
20:08:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.343190 11544 catalog_manager.cc:5696] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131). New cstate: current_term: 1 leader_uuid: "2cbb05be1d864d1788596e59aef794e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } health_report { overall_health: HEALTHY } } }
20:08:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.346343 11544 catalog_manager.cc:5696] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131). New cstate: current_term: 1 leader_uuid: "2cbb05be1d864d1788596e59aef794e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } health_report { overall_health: HEALTHY } } }
20:08:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.358989 11544 catalog_manager.cc:5696] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2cbb05be1d864d1788596e59aef794e1 (127.11.17.131). New cstate: current_term: 1 leader_uuid: "2cbb05be1d864d1788596e59aef794e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 } health_report { overall_health: HEALTHY } } }
20:08:58.370 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:58.370 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:58.371 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:58.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:58.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:58.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:58.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:58.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:58.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:58.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:58.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:58.373 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:58.373 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:58.374 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:58.392 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:58.393 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:58.393 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:58.393 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:58.393 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:58.393 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:58.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:58.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:58.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:58.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:58.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:58.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:58.394 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:58.408 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:58.409 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:58.409 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:58.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:58.410 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:58.410 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:58.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:58.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:58.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:58.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:58.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:58.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:58.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:58.424 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:58.424 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:58.424 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:58.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:58.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:58.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:58.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:58.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:58.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:58.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:58.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:58.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:58.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:58.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.440680 12568 consensus_queue.cc:1048] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:58.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.485886 12583 consensus_queue.cc:1048] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.503589 12583 consensus_queue.cc:1048] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.514230 12583 consensus_queue.cc:1048] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:58.548 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:58.550 [DEBUG - main] (Connection.java:575) [peer master-127.10.57.190:40219(127.10.57.190:40219)] disconnecting while in state READY
20:08:58.550 [DEBUG - main] (Connection.java:575) [peer master-127.10.57.188:43111(127.10.57.188:43111)] disconnecting while in state READY
20:08:58.550 [DEBUG - main] (Connection.java:575) [peer master-127.10.57.189:41763(127.10.57.189:41763)] disconnecting while in state READY
20:08:58.551 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.57.190:40219(127.10.57.190:40219)] handling channelInactive
20:08:58.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state READY due to: connection closed
20:08:58.551 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.10.57.188:43111(127.10.57.188:43111)] handling channelInactive
20:08:58.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state READY due to: connection closed
20:08:58.552 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:58.556 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:08:58.556 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
20:08:58.559 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:08:58.559 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:08:58.560 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:08:58.560 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:58.560 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:58.560 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:08:58.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:58.561 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:58.561 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:08:58.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:58.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:58.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:08:58.561 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:08:58.562 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29692), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [16ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [44ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [263ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [782ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1002ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1442ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4760ms] refreshing cache from master, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@98892544(state=PENDING, result=null, callback=(continuation of Deferred@1958446008 after retry RPC after error@1196093146) -> (continuation of Deferred@1881495714 after retry RPC after error@1388024157) -> (continuation of Deferred@2058710769 after retry RPC after error@1780048707) -> (continuation of Deferred@816043754 after retry RPC after error@1050446042) -> (continuation of Deferred@1871690526 after retry RPC after error@1320013527) -> (continuation of Deferred@1612141934 after retry RPC after error@983026670) -> (continuation of Deferred@684900585 after retry RPC after error@136935506) -> (continuation of Deferred@1389359132 after retry RPC after error@1443076368) -> (continuation of Deferred@1760091825 after retry RPC after error@734052374) -> (continuation of Deferred@102931042 after retry RPC after error@1277384879) -> (continuation of Deferred@1653611212 after retry RPC after error@1333638904) -> (continuation of Deferred@1562301695 after retry RPC after error@195959251) -> (continuation of Deferred@1770660880 after retry RPC after error@1264752047) -> (continuation of Deferred@1617955088 after retry RPC after error@460059724) -> (continuation of Deferred@603580821 after retry RPC after error@2087313320) -> (continuation of Deferred@473002428 after retry RPC after error@1480343522) -> (continuation of Deferred@887472177 after retry RPC after error@113495450) -> (continuation of Deferred@292089967 after retry RPC after error@672272015) -> (continuation of Deferred@854370292 after retry RPC after error@719000366) -> (continuation of Deferred@2095474066 after retry RPC after error@1144552183) -> (continuation of Deferred@331134595 after retry RPC after error@1636599225) -> (continuation of Deferred@772384495 after retry RPC after error@702651931), errback=(continuation of Deferred@1958446008 after retry RPC after error@1196093146) -> (continuation of Deferred@1881495714 after retry RPC after error@1388024157) -> (continuation of Deferred@2058710769 after retry RPC after error@1780048707) -> (continuation of Deferred@816043754 after retry RPC after error@1050446042) -> (continuation of Deferred@1871690526 after retry RPC after error@1320013527) -> (continuation of Deferred@1612141934 after retry RPC after error@983026670) -> (continuation of Deferred@684900585 after retry RPC after error@136935506) -> (continuation of Deferred@1389359132 after retry RPC after error@1443076368) -> (continuation of Deferred@1760091825 after retry RPC after error@734052374) -> (continuation of Deferred@102931042 after retry RPC after error@1277384879) -> (continuation of Deferred@1653611212 after retry RPC after error@1333638904) -> (continuation of Deferred@1562301695 after retry RPC after error@195959251) -> (continuation of Deferred@1770660880 after retry RPC after error@1264752047) -> (continuation of Deferred@1617955088 after retry RPC after error@460059724) -> (continuation of Deferred@603580821 after retry RPC after error@2087313320) -> (continuation of Deferred@473002428 after retry RPC after error@1480343522) -> (continuation of Deferred@887472177 after retry RPC after error@113495450) -> (continuation of Deferred@292089967 after retry RPC after error@672272015) -> (continuation of Deferred@854370292 after retry RPC after error@719000366) -> (continuation of Deferred@2095474066 after retry RPC after error@1144552183) -> (continuation of Deferred@331134595 after retry RPC after error@1636599225) -> (continuation of Deferred@772384495 after retry RPC after error@702651931)))
20:08:58.564 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:08:58.564 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29692), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [16ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [44ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [263ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [782ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1002ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1442ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4760ms] refreshing cache from master, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@98892544(state=PENDING, result=null, callback=(continuation of Deferred@1958446008 after retry RPC after error@1196093146) -> (continuation of Deferred@1881495714 after retry RPC after error@1388024157) -> (continuation of Deferred@2058710769 after retry RPC after error@1780048707) -> (continuation of Deferred@816043754 after retry RPC after error@1050446042) -> (continuation of Deferred@1871690526 after retry RPC after error@1320013527) -> (continuation of Deferred@1612141934 after retry RPC after error@983026670) -> (continuation of Deferred@684900585 after retry RPC after error@136935506) -> (continuation of Deferred@1389359132 after retry RPC after error@1443076368) -> (continuation of Deferred@1760091825 after retry RPC after error@734052374) -> (continuation of Deferred@102931042 after retry RPC after error@1277384879) -> (continuation of Deferred@1653611212 after retry RPC after error@1333638904) -> (continuation of Deferred@1562301695 after retry RPC after error@195959251) -> (continuation of Deferred@1770660880 after retry RPC after error@1264752047) -> (continuation of Deferred@1617955088 after retry RPC after error@460059724) -> (continuation of Deferred@603580821 after retry RPC after error@2087313320) -> (continuation of Deferred@473002428 after retry RPC after error@1480343522) -> (continuation of Deferred@887472177 after retry RPC after error@113495450) -> (continuation of Deferred@292089967 after retry RPC after error@672272015) -> (continuation of Deferred@854370292 after retry RPC after error@719000366) -> (continuation of Deferred@2095474066 after retry RPC after error@1144552183) -> (continuation of Deferred@331134595 after retry RPC after error@1636599225) -> (continuation of Deferred@772384495 after retry RPC after error@702651931), errback=(continuation of Deferred@1958446008 after retry RPC after error@1196093146) -> (continuation of Deferred@1881495714 after retry RPC after error@1388024157) -> (continuation of Deferred@2058710769 after retry RPC after error@1780048707) -> (continuation of Deferred@816043754 after retry RPC after error@1050446042) -> (continuation of Deferred@1871690526 after retry RPC after error@1320013527) -> (continuation of Deferred@1612141934 after retry RPC after error@983026670) -> (continuation of Deferred@684900585 after retry RPC after error@136935506) -> (continuation of Deferred@1389359132 after retry RPC after error@1443076368) -> (continuation of Deferred@1760091825 after retry RPC after error@734052374) -> (continuation of Deferred@102931042 after retry RPC after error@1277384879) -> (continuation of Deferred@1653611212 after retry RPC after error@1333638904) -> (continuation of Deferred@1562301695 after retry RPC after error@195959251) -> (continuation of Deferred@1770660880 after retry RPC after error@1264752047) -> (continuation of Deferred@1617955088 after retry RPC after error@460059724) -> (continuation of Deferred@603580821 after retry RPC after error@2087313320) -> (continuation of Deferred@473002428 after retry RPC after error@1480343522) -> (continuation of Deferred@887472177 after retry RPC after error@113495450) -> (continuation of Deferred@292089967 after retry RPC after error@672272015) -> (continuation of Deferred@854370292 after retry RPC after error@719000366) -> (continuation of Deferred@2095474066 after retry RPC after error@1144552183) -> (continuation of Deferred@331134595 after retry RPC after error@1636599225) -> (continuation of Deferred@772384495 after retry RPC after error@702651931)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:58.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.565603 12577 consensus_queue.cc:1048] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [LEADER]: Connected to new peer: Peer: permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:58.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.569763 12587 consensus_queue.cc:1048] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:58.579 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.57.189:41763(127.10.57.189:41763)] handling channelInactive
20:08:58.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state READY due to: connection closed
20:08:58.579 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:08:58.580 [DEBUG - main] (Connection.java:575) [peer master-127.11.17.190:33389(127.11.17.190:33389)] disconnecting while in state READY
20:08:58.580 [DEBUG - main] (Connection.java:575) [peer master-127.11.17.189:36221(127.11.17.189:36221)] disconnecting while in state READY
20:08:58.580 [DEBUG - main] (Connection.java:575) [peer master-127.11.17.188:38277(127.11.17.188:38277)] disconnecting while in state READY
20:08:58.581 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.17.190:33389(127.11.17.190:33389)] handling channelInactive
20:08:58.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state READY due to: connection closed
20:08:58.581 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.17.189:36221(127.11.17.189:36221)] handling channelInactive
20:08:58.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state READY due to: connection closed
20:08:58.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:58.584 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:08:58.584 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:08:58.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:58.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
20:08:58.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.586781 12590 consensus_queue.cc:1048] T db18ede592544a6796ccb8fe84d5ea76 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:58.591 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
20:08:58.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.591430 12587 consensus_queue.cc:1048] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:58.600 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.17.188:38277(127.11.17.188:38277)] handling channelInactive
20:08:58.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state READY due to: connection closed
20:08:58.600 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
20:08:58.602 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:08:58.602 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
20:08:58.602 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
20:08:58.602 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:08:58.602 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:08:58.603 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:08:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.600291 12577 consensus_queue.cc:1048] T 9c3e448e4af0443bb06a8c3b7fee49cb P 7eff09cb771849279cef0975a04ca39c [LEADER]: Connected to new peer: Peer: permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.607522 12556 consensus_queue.cc:1048] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7eff09cb771849279cef0975a04ca39c" member_type: VOTER last_known_addr { host: "127.11.17.129" port: 41217 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:58.624 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29692), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [16ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [20ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [44ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [65ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [262ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [263ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [263ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [782ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [782ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1002ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1442ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [4760ms] refreshing cache from master, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [4762ms] too many traces: truncated at 100 traces, deferred=Deferred@98892544(state=PENDING, result=null, callback=(continuation of Deferred@1958446008 after retry RPC after error@1196093146) -> (continuation of Deferred@1881495714 after retry RPC after error@1388024157) -> (continuation of Deferred@2058710769 after retry RPC after error@1780048707) -> (continuation of Deferred@816043754 after retry RPC after error@1050446042) -> (continuation of Deferred@1871690526 after retry RPC after error@1320013527) -> (continuation of Deferred@1612141934 after retry RPC after error@983026670) -> (continuation of Deferred@684900585 after retry RPC after error@136935506) -> (continuation of Deferred@1389359132 after retry RPC after error@1443076368) -> (continuation of Deferred@1760091825 after retry RPC after error@734052374) -> (continuation of Deferred@102931042 after retry RPC after error@1277384879) -> (continuation of Deferred@1653611212 after retry RPC after error@1333638904) -> (continuation of Deferred@1562301695 after retry RPC after error@195959251) -> (continuation of Deferred@1770660880 after retry RPC after error@1264752047) -> (continuation of Deferred@1617955088 after retry RPC after error@460059724) -> (continuation of Deferred@603580821 after retry RPC after error@2087313320) -> (continuation of Deferred@473002428 after retry RPC after error@1480343522) -> (continuation of Deferred@887472177 after retry RPC after error@113495450) -> (continuation of Deferred@292089967 after retry RPC after error@672272015) -> (continuation of Deferred@854370292 after retry RPC after error@719000366) -> (continuation of Deferred@2095474066 after retry RPC after error@1144552183) -> (continuation of Deferred@331134595 after retry RPC after error@1636599225) -> (continuation of Deferred@772384495 after retry RPC after error@702651931), errback=(continuation of Deferred@1958446008 after retry RPC after error@1196093146) -> (continuation of Deferred@1881495714 after retry RPC after error@1388024157) -> (continuation of Deferred@2058710769 after retry RPC after error@1780048707) -> (continuation of Deferred@816043754 after retry RPC after error@1050446042) -> (continuation of Deferred@1871690526 after retry RPC after error@1320013527) -> (continuation of Deferred@1612141934 after retry RPC after error@983026670) -> (continuation of Deferred@684900585 after retry RPC after error@136935506) -> (continuation of Deferred@1389359132 after retry RPC after error@1443076368) -> (continuation of Deferred@1760091825 after retry RPC after error@734052374) -> (continuation of Deferred@102931042 after retry RPC after error@1277384879) -> (continuation of Deferred@1653611212 after retry RPC after error@1333638904) -> (continuation of Deferred@1562301695 after retry RPC after error@195959251) -> (continuation of Deferred@1770660880 after retry RPC after error@1264752047) -> (continuation of Deferred@1617955088 after retry RPC after error@460059724) -> (continuation of Deferred@603580821 after retry RPC after error@2087313320) -> (continuation of Deferred@473002428 after retry RPC after error@1480343522) -> (continuation of Deferred@887472177 after retry RPC after error@113495450) -> (continuation of Deferred@292089967 after retry RPC after error@672272015) -> (continuation of Deferred@854370292 after retry RPC after error@719000366) -> (continuation of Deferred@2095474066 after retry RPC after error@1144552183) -> (continuation of Deferred@331134595 after retry RPC after error@1636599225) -> (continuation of Deferred@772384495 after retry RPC after error@702651931)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:08:58.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:58.635 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:08:58.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
20:08:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.639660 12556 consensus_queue.cc:1048] T 582e0ac06cc742b3b4ff1bc62c439df2 P eba3da4dd765499abbb859fc8a6a7da6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2cbb05be1d864d1788596e59aef794e1" member_type: VOTER last_known_addr { host: "127.11.17.131" port: 35123 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:08:58.641 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
20:08:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:08:58.644651 11760 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.11.17.131:35123, user_credentials={real_user=slave}} blocked reactor thread for 47563.3us
20:08:58.657 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:08:58.657 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:08:58.657 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:08:58.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:58.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:58.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:58.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:08:58.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:58.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:08:58.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:58.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:58.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:08:58.658 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:08:58.708 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
20:08:58.708 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
20:08:58.708 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
20:08:58.709 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
20:08:58.709 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
20:08:58.709 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
20:08:58.709 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
20:08:58.722 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:58.722 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:58.722 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:58.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:58.722 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:58.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:58.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:58.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:58.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:58.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:58.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:58.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:58.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:08:58.725530 12568 consensus_queue.cc:1048] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eba3da4dd765499abbb859fc8a6a7da6" member_type: VOTER last_known_addr { host: "127.11.17.130" port: 38161 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:58.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:58.941 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:58.941 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:58.942 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:58.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:58.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:58.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:58.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:58.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:58.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:58.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:58.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:58.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:58.943 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:58.944 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:58.944 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:58.944 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:58.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:58.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:58.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:58.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:58.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:58.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:58.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:58.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:58.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:58.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:58.973 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:58.973 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:58.973 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:58.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:58.973 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:58.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:58.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:58.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:58.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:58.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:58.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:58.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:58.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:59.010 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
20:08:59.048 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:59.060 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:59.060 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:59.060 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:59.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.061 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:59.074 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
20:08:59.074 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
20:08:59.074 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
20:08:59.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:59.092 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:08:59.100 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:59.100 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:59.100 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:59.100 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:59.100 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:59.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:59.100 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:59.100 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:59.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:59.100 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:59.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:59.100 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:59.100 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:59.116 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:59.150 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:59.150 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:59.150 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:59.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:59.271 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:08:59.271 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:08:59.271 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:08:59.272 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:59.272 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:59.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:08:59.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:59.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:59.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:08:59.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:59.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:59.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:08:59.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:08:59.329 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:59.329 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:59.329 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:59.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.330 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.330 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.330 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.330 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.330 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.331 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:59.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:59.441 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:08:59.442 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:08:59.442 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:08:59.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:59.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:59.442 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:59.442 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:59.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:59.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:59.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:08:59.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:08:59.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:08:59.443 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:08:59.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:59.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:59.616 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:59.708 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:59.708 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:59.708 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:59.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:59.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:59.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:59.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:59.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:59.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:59.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:59.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:59.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:59.709 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:59.797 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:59.797 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:59.797 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:59.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:59.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:59.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:59.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:59.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:59.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:59.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:59.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:59.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:59.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:59.802 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:08:59.802 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:08:59.802 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:08:59.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.802 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.802 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.802 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:08:59.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:08:59.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:08:59.803 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:08:59.838 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:08:59.838 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:08:59.838 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:08:59.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:59.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:59.839 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:08:59.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:59.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:59.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:08:59.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:59.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:59.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:08:59.839 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:08:59.849 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:08:59.849 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:08:59.849 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:08:59.849 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:59.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:59.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:08:59.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:59.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:59.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:08:59.850 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:59.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:59.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:08:59.850 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:08:59.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:08:59.922 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
20:09:00.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:00.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:00.108 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
20:09:00.116 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:00.124 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:09:00.201 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
20:09:00.219 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
20:09:00.240 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:00.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:00.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:00.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:00.241 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:00.241 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:00.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:00.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:00.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:00.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:00.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:00.242 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
20:09:00.242 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:00.242 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:00.263 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
20:09:00.267 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
20:09:00.267 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
20:09:00.268 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
20:09:00.268 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
20:09:00.268 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
20:09:00.269 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
20:09:00.269 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:09:00.270 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:09:00.270 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:09:00.270 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:09:00.271 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:09:00.271 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:09:00.271 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
20:09:00.274 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
20:09:00.274 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
20:09:00.274 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
20:09:00.274 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
20:09:00.274 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:09:00.275 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:09:00.275 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:09:00.275 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:09:00.276 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:09:00.276 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:09:00.276 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_9f44984f78e717e10a30dd05ad59b637/blobStorage
20:09:00.282 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:45747 - max concurrent requests: 50 - max backlog: 1000
20:09:00.285 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:00.285 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:00.285 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:00.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:00.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:00.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:00.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:00.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:00.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:00.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:00.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:00.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:00.287 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:00.303 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_9f44984f78e717e10a30dd05ad59b637/blobStorage
20:09:00.304 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_9f44984f78e717e10a30dd05ad59b637/blobStorage
20:09:00.316 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
20:09:00.317 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: a1c821db-8a76-49de-849e-f9dc7418663e
20:09:00.321 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
20:09:00.322 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-84bd729b-73ad-4b33-b544-b54f84bcecb6
20:09:00.330 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-9de23234-878a-49bc-9aaf-5ef1271bb193
20:09:00.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:00.403 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
20:09:00.404 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
20:09:00.404 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
20:09:00.404 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
20:09:00.405 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
20:09:00.407 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_20 .
20:09:00.412 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
20:09:00.413 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-99de3dc5-ce9e-4984-aab5-e842f0b609fe
20:09:00.413 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
20:09:00.414 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
20:09:00.433 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
20:09:00.433 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
20:09:00.439 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:46585
20:09:00.439 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
20:09:00.440 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:00.440 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:00.440 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:00.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:00.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:00.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:00.440 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:00.440 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:00.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:00.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:00.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:00.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:00.442 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:00.444 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:46585 was granted leadership with leaderSessionID=0fb2e9b1-572b-4d04-9fbc-ff66089780a6
20:09:00.444 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:46585 , session=0fb2e9b1-572b-4d04-9fbc-ff66089780a6
20:09:00.446 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
20:09:00.447 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
20:09:00.447 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
20:09:00.447 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 0b78d569-18f1-4fa9-84aa-3aa69c1d60b6. Creating new DispatcherLeaderProcess.
20:09:00.448 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
20:09:00.463 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
20:09:00.470 [INFO - pool-427-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 222b7c83-0e1d-4990-ad5c-99b235574a13.
20:09:00.470 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
20:09:00.471 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
20:09:00.474 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_21 .
20:09:00.481 [INFO - pool-427-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_22 .
20:09:00.493 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_21 , session=0b78d569-18f1-4fa9-84aa-3aa69c1d60b6
20:09:00.506 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:00.506 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:00.506 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:00.506 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:00.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:00.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:00.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:00.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:00.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:00.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:00.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:00.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:00.508 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:00.520 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
20:09:00.521 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
20:09:00.521 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
20:09:00.521 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
20:09:00.521 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
20:09:00.522 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_22 , session=222b7c83-0e1d-4990-ad5c-99b235574a13
20:09:00.531 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(ad5c99b235574a13222b7c830e1d4990).
20:09:00.536 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:09:00.543 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1080) Registering TaskManager with ResourceID a1c821db-8a76-49de-849e-f9dc7418663e (pekko://flink/user/rpc/taskmanager_20) at ResourceManager
20:09:00.544 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (d93cf83cb1a2567a02639ba3d51d0253).
20:09:00.544 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_22 under registration id c13b6360389a6f25d3ba91fe30bcdfe3.
20:09:00.545 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (d93cf83cb1a2567a02639ba3d51d0253).
20:09:00.545 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-d93cf83cb1a2567a02639ba3d51d0253'.
20:09:00.546 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job d93cf83cb1a2567a02639ba3d51d0253 was granted leadership with leader id efdcfde8-c418-4ba5-90d3-7fbb4820e600. Creating new JobMasterServiceProcess.
20:09:00.546 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor a1c821db-8a76-49de-849e-f9dc7418663e under c13b6360389a6f25d3ba91fe30bcdfe3 at the slot manager.
20:09:00.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:00.550 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_23 .
20:09:00.555 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (d93cf83cb1a2567a02639ba3d51d0253).
20:09:00.555 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (d93cf83cb1a2567a02639ba3d51d0253).
20:09:00.556 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph fc1f06d9a68564d880af0ff272bcc2f0 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:00.556 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (d93cf83cb1a2567a02639ba3d51d0253).
20:09:00.556 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
20:09:00.558 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
20:09:00.558 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@444e05fc
20:09:00.558 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:00.559 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14325954669212162563/checkpoints")
20:09:00.560 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
20:09:00.560 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@47a201e6 for Flink Streaming Job (d93cf83cb1a2567a02639ba3d51d0253).
20:09:00.561 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_23 , session=efdcfde8-c418-4ba5-90d3-7fbb4820e600
20:09:00.561 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (d93cf83cb1a2567a02639ba3d51d0253) under job master id 90d37fbb4820e600efdcfde8c4184ba5.
20:09:00.561 [INFO - flink-pekko.actor.default-dispatcher-7] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:09:00.563 [DEBUG - flink-pekko.actor.default-dispatcher-7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:00.565 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
20:09:00.565 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d93cf83cb1a2567a02639ba3d51d0253) switched from state CREATED to RUNNING.
20:09:00.574 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
20:09:00.575 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:00.575 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
20:09:00.575 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:00.576 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
20:09:00.576 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.57.190:40219(127.10.57.190:40219)] Successfully connected to peer
20:09:00.576 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
20:09:00.576 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:00.577 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(ad5c99b235574a13222b7c830e1d4990)
20:09:00.577 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.10.57.189:41763(127.10.57.189:41763)] Successfully connected to peer
20:09:00.578 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:09:00.579 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:390) Registering job manager 90d37fbb4820e600efdcfde8c4184ba5@pekko://flink/user/rpc/jobmanager_23 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:00.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:00.586 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1015) Registered job manager 90d37fbb4820e600efdcfde8c4184ba5@pekko://flink/user/rpc/jobmanager_23 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:00.596 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.190
20:09:00.599 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.10.57.188:43111(127.10.57.188:43111)] Successfully connected to peer
20:09:00.606 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.188
20:09:00.607 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: ad5c99b235574a13222b7c830e1d4990.
20:09:00.608 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d93cf83cb1a2567a02639ba3d51d0253: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:00.610 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.611 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.189
20:09:00.613 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x66d9ea0c, L:/127.0.0.1:55124 - R:/127.10.57.190:40219] using SASL/PLAIN
20:09:00.616 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job d93cf83cb1a2567a02639ba3d51d0253
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager a1c821db-8a76-49de-849e-f9dc7418663e
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
20:09:00.616 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:00.617 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 07741423f5a1fe74399bc3138da83873 from a1c821db-8a76-49de-849e-f9dc7418663e for job d93cf83cb1a2567a02639ba3d51d0253 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:00.618 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 07741423f5a1fe74399bc3138da83873 for job d93cf83cb1a2567a02639ba3d51d0253 from resource manager with leader id ad5c99b235574a13222b7c830e1d4990.
20:09:00.619 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 07741423f5a1fe74399bc3138da83873 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:00.620 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot dc4320260ebda69bc8dcc9e667377af5 from a1c821db-8a76-49de-849e-f9dc7418663e for job d93cf83cb1a2567a02639ba3d51d0253 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:00.620 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3bd2ea1368f7a04e33374e2b5788c5c0 from a1c821db-8a76-49de-849e-f9dc7418663e for job d93cf83cb1a2567a02639ba3d51d0253 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:00.620 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 783edd519c6eb8de0eabfb5e3f5cf69d from a1c821db-8a76-49de-849e-f9dc7418663e for job d93cf83cb1a2567a02639ba3d51d0253 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:00.620 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.623 [DEBUG - main] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:00.623 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9c93daee, L:/127.0.0.1:57420 - R:/127.10.57.189:41763] using SASL/PLAIN
20:09:00.628 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.631 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job d93cf83cb1a2567a02639ba3d51d0253 for job leader monitoring.
20:09:00.631 [DEBUG - main] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:00.631 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request dc4320260ebda69bc8dcc9e667377af5 for job d93cf83cb1a2567a02639ba3d51d0253 from resource manager with leader id ad5c99b235574a13222b7c830e1d4990.
20:09:00.632 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for dc4320260ebda69bc8dcc9e667377af5 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:00.632 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 3bd2ea1368f7a04e33374e2b5788c5c0 for job d93cf83cb1a2567a02639ba3d51d0253 from resource manager with leader id ad5c99b235574a13222b7c830e1d4990.
20:09:00.632 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 3bd2ea1368f7a04e33374e2b5788c5c0 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:00.632 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 783edd519c6eb8de0eabfb5e3f5cf69d for job d93cf83cb1a2567a02639ba3d51d0253 from resource manager with leader id ad5c99b235574a13222b7c830e1d4990.
20:09:00.632 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 783edd519c6eb8de0eabfb5e3f5cf69d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:00.634 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_23 with leader id efdcfde8-c418-4ba5-90d3-7fbb4820e600.
20:09:00.636 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x07d55fbf, L:/127.0.0.1:59990 - R:/127.10.57.188:43111] using SASL/PLAIN
20:09:00.638 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
20:09:00.640 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_23 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:00.640 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:00.640 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job d93cf83cb1a2567a02639ba3d51d0253.
20:09:00.642 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
20:09:00.642 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1) with allocation id 07741423f5a1fe74399bc3138da83873
20:09:00.642 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.17.188:38277(127.11.17.188:38277)] Successfully connected to peer
20:09:00.645 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 07741423f5a1fe74399bc3138da83873.
20:09:00.646 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:00.646 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [71ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, deferred=null) after lookup
20:09:00.647 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:00.647 [INFO - flink-pekko.actor.default-dispatcher-7] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
20:09:00.647 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id d93cf83cb1a2567a02639ba3d51d0253
20:09:00.647 [DEBUG - main] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:00.647 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 07741423f5a1fe74399bc3138da83873.
20:09:00.648 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.17.189:36221(127.11.17.189:36221)] Successfully connected to peer
20:09:00.648 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.17.190:33389(127.11.17.190:33389)] Successfully connected to peer
20:09:00.649 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
20:09:00.653 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:00.654 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:09:00.655 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.188
20:09:00.655 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:00.655 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:00.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:00.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:00.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:00.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:00.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:00.657 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:00.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:00.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:00.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:00.657 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:00.658 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1) with allocation id dc4320260ebda69bc8dcc9e667377af5
20:09:00.663 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:00.664 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:00.664 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:00.664 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:00.664 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:00.664 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:00.665 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:00.666 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.190
20:09:00.672 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.189
20:09:00.677 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.686 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.686 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.690 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8c7f823c, L:/127.0.0.1:36360 - R:/127.11.17.189:36221] using SASL/PLAIN
20:09:00.691 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x155d95e9, L:/127.0.0.1:39544 - R:/127.11.17.188:38277] using SASL/PLAIN
20:09:00.691 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot dc4320260ebda69bc8dcc9e667377af5.
20:09:00.692 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id dc4320260ebda69bc8dcc9e667377af5.
20:09:00.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:00.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=94), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.188:38277, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.190:33389, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.189:36221, [72ms] Sub RPC ConnectToMaster: received response from server master-127.11.17.188:38277: OK, deferred=null) after lookup
20:09:00.696 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
20:09:00.696 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
20:09:00.697 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
20:09:00.697 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1) with allocation id 783edd519c6eb8de0eabfb5e3f5cf69d
20:09:00.698 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 783edd519c6eb8de0eabfb5e3f5cf69d.
20:09:00.698 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
20:09:00.698 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1) with allocation id 3bd2ea1368f7a04e33374e2b5788c5c0
20:09:00.699 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa80e109d, L:/127.0.0.1:37458 - R:/127.11.17.190:33389] using SASL/PLAIN
20:09:00.700 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 783edd519c6eb8de0eabfb5e3f5cf69d.
20:09:00.700 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
20:09:00.700 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
20:09:00.701 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:00.701 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f492c45
20:09:00.701 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:00.701 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14325954669212162563/checkpoints")
20:09:00.701 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6bf6756c
20:09:00.701 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:00.702 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14325954669212162563/checkpoints")
20:09:00.702 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:09:00.702 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:09:00.703 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:09:00.703 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 07741423f5a1fe74399bc3138da83873.
20:09:00.703 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot dc4320260ebda69bc8dcc9e667377af5.
20:09:00.703 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 783edd519c6eb8de0eabfb5e3f5cf69d.
20:09:00.703 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 3bd2ea1368f7a04e33374e2b5788c5c0.
20:09:00.703 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 3bd2ea1368f7a04e33374e2b5788c5c0.
20:09:00.703 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:09:00.705 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 3bd2ea1368f7a04e33374e2b5788c5c0.
20:09:00.705 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
20:09:00.706 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
20:09:00.706 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a705828
20:09:00.706 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:00.707 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14325954669212162563/checkpoints")
20:09:00.707 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:09:00.709 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:09:00.709 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5dc95548
20:09:00.710 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9c3e448e4af0443bb06a8c3b7fee49cb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:00.710 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 582e0ac06cc742b3b4ff1bc62c439df2 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:00.710 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be3b384f91384ea0b8a6706f9ba89277 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:00.711 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet db18ede592544a6796ccb8fe84d5ea76 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:00.711 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a9cee44dfa714c33af425ed682d9f210 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:00.711 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4a53ae679d8a4b2896fd311b72916af4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:00.711 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9c3e448e4af0443bb06a8c3b7fee49cb@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)[L],eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=582e0ac06cc742b3b4ff1bc62c439df2@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=be3b384f91384ea0b8a6706f9ba89277@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=db18ede592544a6796ccb8fe84d5ea76@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a9cee44dfa714c33af425ed682d9f210@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=4a53ae679d8a4b2896fd311b72916af4@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:00.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.17.188:38277, [9ms] Sub RPC GetTableLocations: received response from server master-127.11.17.188:38277: OK, deferred=null)) after lookup
20:09:00.712 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] connecting to peer
20:09:00.712 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:00.713 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] Successfully connected to peer
20:09:00.714 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
20:09:00.714 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
20:09:00.715 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5143ebc6
20:09:00.715 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:00.715 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14325954669212162563/checkpoints")
20:09:00.715 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:09:00.715 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:09:00.720 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45df05bd
20:09:00.724 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:00.726 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:00.730 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.733 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@647cf19
20:09:00.734 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd51f8f9b, L:/127.0.0.1:59072 - R:/127.11.17.129:41217] using TOKEN/null
20:09:00.737 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4dbaa14b
20:09:00.739 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:00.745 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:00.745 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:00.746 [DEBUG - main] (Connection.java:748) [peer eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)] connecting to peer
20:09:00.750 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:00.749 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:00.760 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:00.762 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.17.188:38277(127.11.17.188:38277)] Successfully connected to peer
20:09:00.776 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.188
20:09:00.779 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:00.786 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.787 [DEBUG - kudu-nio-4] (Connection.java:757) [peer eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)] Successfully connected to peer
20:09:00.796 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa06c26cc, L:/127.0.0.1:39546 - R:/127.11.17.188:38277] using SASL/PLAIN
20:09:00.798 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:00.802 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:00.803 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.17.190:33389(127.11.17.190:33389)] Successfully connected to peer
20:09:00.804 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.17.188:38277(127.11.17.188:38277)] Successfully connected to peer
20:09:00.848 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:00.848 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:00.849 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:00.849 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.188
20:09:00.852 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.17.188:38277(127.11.17.188:38277)] Successfully connected to peer
20:09:00.855 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.857 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.859 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.17.190:33389(127.11.17.190:33389)] Successfully connected to peer
20:09:00.859 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:00.860 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.17.189:36221(127.11.17.189:36221)] Successfully connected to peer
20:09:00.861 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x84823a1c, L:/127.0.0.1:39562 - R:/127.11.17.188:38277] using SASL/PLAIN
20:09:00.863 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.189
20:09:00.868 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:00.869 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.188:38277, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.190:33389, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.189:36221, [117ms] Sub RPC ConnectToMaster: received response from server master-127.11.17.188:38277: OK, deferred=null) after lookup
20:09:00.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:00.875 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.188
20:09:00.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:00.885 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.190
20:09:00.885 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x772c663e, L:/127.0.0.1:47008 - R:/127.11.17.130:38161] using TOKEN/null
20:09:00.892 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.190
20:09:00.893 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:00.898 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b844fba
20:09:00.899 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:00.899 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:00.899 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:00.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:00.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:00.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:00.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:00.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:00.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:00.902 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
20:09:00.902 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
20:09:00.903 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0d7e132d, L:/127.0.0.1:36362 - R:/127.11.17.189:36221] using SASL/PLAIN
20:09:00.906 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:00.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:00.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:00.907 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:00.910 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.911 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:00.912 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4ba03a18, L:/127.0.0.1:37468 - R:/127.11.17.190:33389] using SASL/PLAIN
20:09:00.913 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.914 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x225eb1cf, L:/127.0.0.1:39568 - R:/127.11.17.188:38277] using SASL/PLAIN
20:09:00.915 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.17.188:38277(127.11.17.188:38277)] Successfully connected to peer
20:09:00.918 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:00.919 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.17.190:33389(127.11.17.190:33389)] Successfully connected to peer
20:09:00.920 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.188
20:09:00.921 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1b71d241, L:/127.0.0.1:37476 - R:/127.11.17.190:33389] using SASL/PLAIN
20:09:00.926 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:00.927 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:00.927 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.190
20:09:00.927 [DEBUG - main] (Connection.java:748) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] connecting to peer
20:09:00.934 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.17.189:36221(127.11.17.189:36221)] Successfully connected to peer
20:09:00.940 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.189
20:09:00.969 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:09:00.971 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.973 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='39b9e0c6bde66a7f98d8ccadbb897c64ac5c57c910a000646bd120e6a50eac4c'}]
20:09:00.975 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:00.977 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:00.985 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb637a0ab, L:/127.0.0.1:39578 - R:/127.11.17.188:38277] using SASL/PLAIN
20:09:00.991 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xba70a913, L:/127.0.0.1:37478 - R:/127.11.17.190:33389] using SASL/PLAIN
20:09:00.992 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:00.992 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=279), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.188:38277, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.190:33389, [75ms] Sub RPC ConnectToMaster: received response from server master-127.11.17.188:38277: OK, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.189:36221, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.17.190:33389: OK, deferred=null) after lookup
20:09:00.995 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:01.006 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x839c74a1, L:/127.0.0.1:36378 - R:/127.11.17.189:36221] using SASL/PLAIN
20:09:01.007 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] Successfully connected to peer
20:09:01.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:01.014 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@227be9ad
20:09:01.015 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:01.020 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.17.190:33389(127.11.17.190:33389)] Successfully connected to peer
20:09:01.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:01.025 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.17.190
20:09:01.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=273), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.188:38277, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.190:33389, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.189:36221, [146ms] Sub RPC ConnectToMaster: received response from server master-127.11.17.190:33389: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.11.17.189:36221: OK, [176ms] Sub RPC ConnectToMaster: received response from server master-127.11.17.188:38277: OK, deferred=null) after lookup
20:09:01.030 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:01.030 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=290), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.188:38277, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.190:33389, [139ms] Sub RPC ConnectToMaster: received response from server master-127.11.17.188:38277: OK, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.17.189:36221, deferred=null) after lookup
20:09:01.031 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:01.034 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.17.189:36221(127.11.17.189:36221)] Successfully connected to peer
20:09:01.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:01.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:01.038 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35bf06d
20:09:01.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:01.044 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43993260
20:09:01.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:01.049 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.052 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.054 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:09:01.054 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
20:09:01.054 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
20:09:01.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
20:09:01.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
20:09:01.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
20:09:01.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
20:09:01.057 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.17.189:36221(127.11.17.189:36221)] Successfully connected to peer
20:09:01.061 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcfaf5e1e, L:/127.0.0.1:37488 - R:/127.11.17.190:33389] using SASL/PLAIN
20:09:01.065 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa72b5e40, L:/127.0.0.1:36380 - R:/127.11.17.189:36221] using TOKEN/null
20:09:01.082 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:09:01.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:01.085 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299993, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:01.087 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:09:01.087 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b3675f459de4ee221809b0b30726fbe25cb982bf743a7aa82ca30568ba82f45b'}]
20:09:01.089 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:01.119 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:01.131 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.132 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.136 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4b2c7adc, L:/127.0.0.1:36396 - R:/127.11.17.189:36221] using TOKEN/null
20:09:01.137 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:09:01.143 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xc529f813, L:/127.0.0.1:41012 - R:/127.11.17.131:35123] using TOKEN/null
20:09:01.184 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.185 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:01.210 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:01.222 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:09:01.222 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3b41e892d8f261d9b66d56ea8503413d5f469e6f61cdb9353acf135d744a1591'}]
20:09:01.223 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.223 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:01.224 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:01.230 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:01.231 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:01.231 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:01.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:01.232 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:09:01.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:01.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:01.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:01.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:01.233 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299993, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:01.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:01.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:01.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:01.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:01.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:01.230 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.234 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:01.256 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.256 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:01.280 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:01.288 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:09:01.291 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299993, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:01.303 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:01.314 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.315 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:01.318 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:09:01.320 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.321 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.321 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:01.327 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.328 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:01.328 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:01.328 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:01.329 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:01.329 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.329 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.329 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.329 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.330 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:01.330 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.330 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.330 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.329 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.331 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:01.336 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd5451acd, L:/127.0.0.1:41124 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:01.341 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.342 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:01.347 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:09:01.347 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1f3415f9215c3c77e583528973f3a568f1c2e116c4b8de09bc4dd05abc8b9d39'}]
20:09:01.349 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:01.349 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:09:01.353 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:09:01.354 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299993, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:01.357 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134941355 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:01.366 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:01.366 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:01.366 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:01.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.370 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.370 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:01.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:01.378 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7287336716574720001) for scanner KuduScanner(table=replication_test_table, tablet=82094b530bc241b9aa1a5aaed34bfaf1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.378 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [39b9e0c6bde66a7f98d8ccadbb897c64ac5c57c910a000646bd120e6a50eac4c]
20:09:01.388 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:01.389 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.389 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:01.393 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:01.401 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:01.405 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.405 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:01.408 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:01.408 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:01.408 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:01.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.409 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.409 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.409 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.409 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:01.410 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:01.410 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:01.410 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:01.410 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:01.410 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:01.410 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:01.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:01.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:01.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:01.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:01.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:01.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:01.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:01.416 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.427 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x94269615, L:/127.0.0.1:41132 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:01.441 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:01.452 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7287336716574720001) for scanner KuduScanner(table=replication_test_table, tablet=8117c44868a54d04a349af2bf9b2df64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.452 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [3b41e892d8f261d9b66d56ea8503413d5f469e6f61cdb9353acf135d744a1591]
20:09:01.463 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.464 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:01.471 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.471 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:01.483 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.483 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:01.491 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.491 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:01.497 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.497 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:01.503 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.504 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:01.505 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:09:01.509 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:09:01.512 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:01.517 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:01.524 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [39b9e0c6bde66a7f98d8ccadbb897c64ac5c57c910a000646bd120e6a50eac4c]
20:09:01.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet db18ede592544a6796ccb8fe84d5ea76 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:01.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a9cee44dfa714c33af425ed682d9f210 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:01.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4a53ae679d8a4b2896fd311b72916af4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:01.527 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=db18ede592544a6796ccb8fe84d5ea76@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a9cee44dfa714c33af425ed682d9f210@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=4a53ae679d8a4b2896fd311b72916af4@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:01.527 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:01.527 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:01.527 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:01.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:01.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:01.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:01.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:01.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:01.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:01.529 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:01.529 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:01.529 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:01.529 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:01.530 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:01.534 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:09:01.535 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 39b9e0c6bde66a7f98d8ccadbb897c64ac5c57c910a000646bd120e6a50eac4c finished by subtask 3; deferring removal (restored in pending)
20:09:01.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9c3e448e4af0443bb06a8c3b7fee49cb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:01.539 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:09:01.539 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:01.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:01.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 582e0ac06cc742b3b4ff1bc62c439df2 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:01.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be3b384f91384ea0b8a6706f9ba89277 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:01.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet db18ede592544a6796ccb8fe84d5ea76 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:01.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a9cee44dfa714c33af425ed682d9f210 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:01.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4a53ae679d8a4b2896fd311b72916af4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:01.542 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9c3e448e4af0443bb06a8c3b7fee49cb@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)[L],eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=582e0ac06cc742b3b4ff1bc62c439df2@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=be3b384f91384ea0b8a6706f9ba89277@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=db18ede592544a6796ccb8fe84d5ea76@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a9cee44dfa714c33af425ed682d9f210@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=4a53ae679d8a4b2896fd311b72916af4@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:01.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9c3e448e4af0443bb06a8c3b7fee49cb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:01.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 582e0ac06cc742b3b4ff1bc62c439df2 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:01.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be3b384f91384ea0b8a6706f9ba89277 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:01.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet db18ede592544a6796ccb8fe84d5ea76 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:01.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a9cee44dfa714c33af425ed682d9f210 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:01.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4a53ae679d8a4b2896fd311b72916af4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:01.543 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9c3e448e4af0443bb06a8c3b7fee49cb@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)[L],eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=582e0ac06cc742b3b4ff1bc62c439df2@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=be3b384f91384ea0b8a6706f9ba89277@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=db18ede592544a6796ccb8fe84d5ea76@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a9cee44dfa714c33af425ed682d9f210@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=4a53ae679d8a4b2896fd311b72916af4@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:01.548 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:01.549 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.550 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3b41e892d8f261d9b66d56ea8503413d5f469e6f61cdb9353acf135d744a1591]
20:09:01.551 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3b41e892d8f261d9b66d56ea8503413d5f469e6f61cdb9353acf135d744a1591 finished by subtask 0; deferring removal (restored in pending)
20:09:01.561 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.561 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:01.562 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x59ce5b15, L:/127.0.0.1:41146 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:01.544 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7d8903f5a954a4991382a39741e58fd7cc81af62f4b68085f8ef391530a5457f'}]
20:09:01.568 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.564 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:09:01.575 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:09:01.575 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:01.575 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='85916f7031d8a6e3bc7d23bba4be4897bec4f8325e0a7792984ad7b3a42e299b'}]
20:09:01.576 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job d93cf83cb1a2567a02639ba3d51d0253 (5044 bytes, checkpointDuration=220 ms, finalizationTime=1 ms).
20:09:01.577 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:01.577 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:01.580 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
20:09:01.580 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 39b9e0c6bde66a7f98d8ccadbb897c64ac5c57c910a000646bd120e6a50eac4c from pending
20:09:01.580 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 3b41e892d8f261d9b66d56ea8503413d5f469e6f61cdb9353acf135d744a1591 from pending
20:09:01.580 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 2 finished splits from enumerator state
20:09:01.581 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:01.564 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9c3e448e4af0443bb06a8c3b7fee49cb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:01.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 582e0ac06cc742b3b4ff1bc62c439df2 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:01.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be3b384f91384ea0b8a6706f9ba89277 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:01.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet db18ede592544a6796ccb8fe84d5ea76 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:01.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a9cee44dfa714c33af425ed682d9f210 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:01.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4a53ae679d8a4b2896fd311b72916af4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:01.582 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9c3e448e4af0443bb06a8c3b7fee49cb@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)[L],eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=582e0ac06cc742b3b4ff1bc62c439df2@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=be3b384f91384ea0b8a6706f9ba89277@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=db18ede592544a6796ccb8fe84d5ea76@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a9cee44dfa714c33af425ed682d9f210@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=4a53ae679d8a4b2896fd311b72916af4@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:01.583 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.564 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:01.574 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:01.583 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:01.583 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:01.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:01.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:01.588 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7287336716574720001) for scanner KuduScanner(table=replication_test_table, tablet=6b876550ae1a40ac869f391cfd161a70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.588 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [b3675f459de4ee221809b0b30726fbe25cb982bf743a7aa82ca30568ba82f45b]
20:09:01.590 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:09:01.591 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.592 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:01.593 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b3675f459de4ee221809b0b30726fbe25cb982bf743a7aa82ca30568ba82f45b]
20:09:01.593 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:01.595 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:01.596 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:01.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:01.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:01.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:01.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:01.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:01.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:01.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:01.597 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:09:01.597 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:09:01.599 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:01.600 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:01.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:01.601 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b3675f459de4ee221809b0b30726fbe25cb982bf743a7aa82ca30568ba82f45b finished by subtask 2; deferring removal (restored in pending)
20:09:01.601 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:09:01.601 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:09:01.598 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be3b384f91384ea0b8a6706f9ba89277 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:01.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet db18ede592544a6796ccb8fe84d5ea76 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:01.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a9cee44dfa714c33af425ed682d9f210 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:01.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4a53ae679d8a4b2896fd311b72916af4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:01.604 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=be3b384f91384ea0b8a6706f9ba89277@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=db18ede592544a6796ccb8fe84d5ea76@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a9cee44dfa714c33af425ed682d9f210@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=4a53ae679d8a4b2896fd311b72916af4@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:01.604 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.607 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:01.607 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:01.607 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:09:01.608 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299993, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:01.615 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x79f42acb, L:/127.0.0.1:41158 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:01.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:01.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:01.620 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:01.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:01.620 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:01.620 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:09:01.630 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336716574720001) for scanner KuduScanner(table=replication_test_table, tablet=f52dd5053c234ac48aabfdd897043dce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.631 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [1f3415f9215c3c77e583528973f3a568f1c2e116c4b8de09bc4dd05abc8b9d39]
20:09:01.631 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1f3415f9215c3c77e583528973f3a568f1c2e116c4b8de09bc4dd05abc8b9d39]
20:09:01.632 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:09:01.632 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:09:01.633 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1f3415f9215c3c77e583528973f3a568f1c2e116c4b8de09bc4dd05abc8b9d39 finished by subtask 1; deferring removal (restored in pending)
20:09:01.633 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:01.634 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:01.635 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:09:01.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:01.638 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299993, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:01.651 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.652 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:01.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:01.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:01.657 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:01.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:01.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:01.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:01.659 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:01.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:01.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:01.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:01.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:01.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:01.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:01.684 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:01.685 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:01.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:01.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:01.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:01.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:01.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:01.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:01.688 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:01.688 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:01.688 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:01.688 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:01.688 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:01.707 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:01.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:01.708 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:01.708 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:09:01.714 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.715 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:01.720 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.720 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:01.727 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.728 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:01.734 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.734 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:01.736 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:01.742 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.743 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:01.752 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.752 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:01.772 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:01.775 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:01.788 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:01.791 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:01.796 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:01.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:01.796 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
20:09:01.797 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:09:01.798 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.799 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:01.799 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:01.799 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:01.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:01.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:01.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:01.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:01.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:01.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:01.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:01.800 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:01.800 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:01.800 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:01.802 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:01.802 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:01.803 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:01.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.804 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:01.807 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.811 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.811 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:01.818 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.818 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:01.820 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6200ab59, L:/127.0.0.1:41176 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:01.825 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:01.825 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:01.826 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:01.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:01.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:01.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:01.828 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:01.829 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.829 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:01.835 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8435d6c1, L:/127.0.0.1:41162 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:01.836 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.836 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:01.844 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.844 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:01.846 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7287336716574720001) for scanner KuduScanner(table=replication_test_table, tablet=488a998ae98e4c908841ab527d5624cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.848 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [85916f7031d8a6e3bc7d23bba4be4897bec4f8325e0a7792984ad7b3a42e299b]
20:09:01.850 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 85916f7031d8a6e3bc7d23bba4be4897bec4f8325e0a7792984ad7b3a42e299b finished by subtask 0; deferring removal (restored in pending)
20:09:01.851 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [85916f7031d8a6e3bc7d23bba4be4897bec4f8325e0a7792984ad7b3a42e299b]
20:09:01.856 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134941854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:01.859 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@56b4ff6d, flushNotification=Deferred@1634538003(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:09:01.859 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.860 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:01.860 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] connecting to peer
20:09:01.861 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@631ac639, flushNotification=Deferred@1114573117(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:09:01.861 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] connecting to peer
20:09:01.862 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:09:01.862 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:09:01.862 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=252, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@20178485, flushNotification=Deferred@1898930050(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:09:01.863 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] connecting to peer
20:09:01.864 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:01.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:01.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:01.891 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7287336716574720001) for scanner KuduScanner(table=replication_test_table, tablet=a83224bde13d4b62a2a0fcacf5349167, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.893 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [7d8903f5a954a4991382a39741e58fd7cc81af62f4b68085f8ef391530a5457f]
20:09:01.897 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] Successfully connected to peer
20:09:01.899 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:01.900 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:01.900 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:01.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:01.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:01.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:01.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:01.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:01.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:01.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:01.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:01.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:01.901 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:01.924 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.924 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:01.935 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:01.935 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:01.950 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:01.955 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] Successfully connected to peer
20:09:01.964 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] Successfully connected to peer
20:09:01.980 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xea65950c, L:/127.0.0.1:41014 - R:/127.11.17.131:35123] using TOKEN/null
20:09:01.991 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:01.991 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:01.991 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:01.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:01.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:01.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:01.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:01.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:01.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:01.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:01.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:01.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:01.992 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:01.996 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:01.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:01.995793 12196 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.11.17.130:38161, user_credentials={real_user=slave}} blocked reactor thread for 54151.7us
20:09:01.996 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:01.997 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:09:02.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:02.001 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:02.001 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:02.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.002 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:02.005 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.005 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:02.012 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.013 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:02.023 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.023 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:02.034 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:02.046 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf269f2b5, L:/127.0.0.1:41022 - R:/127.11.17.131:35123] using TOKEN/null
20:09:02.053 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:02.054 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:02.057 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.057 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:02.059 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x45413986, L:/127.0.0.1:59080 - R:/127.11.17.129:41217] using TOKEN/null
20:09:02.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:02.120 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:02.125 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.126 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:02.134 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.135 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:02.155 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.155 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:02.163 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.163 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:02.164 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:02.164 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:02.164 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:02.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.169 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:02.171 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.171 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:02.179 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.180 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:02.258 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:02.259 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:02.259 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:02.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:02.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:02.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:02.260 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:02.260 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:02.260 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:02.260 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:02.260 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:02.260 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:02.260 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:02.263 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.263 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:02.277 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.278 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:02.335668 11051 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.10.57.129:40021, user_credentials={real_user=slave}} blocked reactor thread for 58955.1us
20:09:02.339 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.339 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:02.353 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.354 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:02.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:02.353659 11050 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.10.57.131:35881, user_credentials={real_user=slave}} blocked reactor thread for 60994.6us
20:09:02.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:02.374 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.374 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:02.389 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.389 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:02.397 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:02.397 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:02.397 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:02.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:02.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:02.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:02.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:02.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:02.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:02.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:02.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:02.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:02.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:02.451 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.451 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:02.457 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.457 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:02.463 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:02.464 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:02.464 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:02.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:02.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:02.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:02.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:02.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:02.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:02.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:02.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:02.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:02.465 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:02.485 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.485 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:02.495 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.496 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:02.505 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.505 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:02.504247 11759 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.11.17.130:38161, user_credentials={real_user=slave}} blocked reactor thread for 113091us
20:09:02.516 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7d8903f5a954a4991382a39741e58fd7cc81af62f4b68085f8ef391530a5457f]
20:09:02.516 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:09:02.516 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:09:02.523 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:02.525 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7d8903f5a954a4991382a39741e58fd7cc81af62f4b68085f8ef391530a5457f finished by subtask 3; deferring removal (restored in pending)
20:09:02.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:02.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:02.551 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job d93cf83cb1a2567a02639ba3d51d0253 (3684 bytes, checkpointDuration=696 ms, finalizationTime=0 ms).
20:09:02.552 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 198
20:09:02.554 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
20:09:02.554 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 7d8903f5a954a4991382a39741e58fd7cc81af62f4b68085f8ef391530a5457f from pending
20:09:02.554 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 85916f7031d8a6e3bc7d23bba4be4897bec4f8325e0a7792984ad7b3a42e299b from pending
20:09:02.554 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split b3675f459de4ee221809b0b30726fbe25cb982bf743a7aa82ca30568ba82f45b from pending
20:09:02.554 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 1f3415f9215c3c77e583528973f3a568f1c2e116c4b8de09bc4dd05abc8b9d39 from pending
20:09:02.554 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 4 finished splits from enumerator state
20:09:02.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134942552 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:02.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:09:02.583 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:02.583 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:02.583 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:02.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:02.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:02.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:02.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:02.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:02.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:02.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:02.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:02.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:02.584 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:02.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:02.585 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=126, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@75f498e3, flushNotification=Deferred@583791558(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:09:02.587 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] connecting to peer
20:09:02.589 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:02.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:02.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:02.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:02.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:02.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:02.590 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:02.594 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3c834df27763f036d8e7cea9e7572d3b749a4faa64c94f4d85800002b9ea5a41'}]
20:09:02.595 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:02.595 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:09:02.596 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299997, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:02.597 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='908d37a3236c2704bb1d36e7797890fcbbaedf1bec2c4aa94859b94f7be23f02'}]
20:09:02.598 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:02.599 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:09:02.599 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:02.600 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='08f69523c754c0fccd147792a2672502757552cf473a53e14482ce64758dcebf'}]
20:09:02.602 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:02.602 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
20:09:02.603 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299997, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:02.616 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:02.618 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.618 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:02.637 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:02.654 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:02.659 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:02.677 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:02.678 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:02.678 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:02.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:02.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:02.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:02.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:02.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:02.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:02.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:02.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:02.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:02.679 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:02.682 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.682 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:02.688 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.689 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:02.696 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:02.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:02.696 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:09:02.696 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:09:02.703 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.704 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:02.704 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:02.710 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:02.711 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:02.711 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:02.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.713 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:02.713 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:02.713 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] Successfully connected to peer
20:09:02.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:02.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:02.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:02.713 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:02.714 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:02.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:02.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:02.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:02.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:02.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:02.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:02.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:02.721 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:02.736 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:02.744 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.744 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:02.744 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:02.762 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.764 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:02.765 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:02.767 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:02.776 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x9ce2e328, L:/127.0.0.1:41028 - R:/127.11.17.131:35123] using TOKEN/null
20:09:02.780 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb70c5ef5, L:/127.0.0.1:41178 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:02.783 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:02.786 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:02.808 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:02.813 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:02.824 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:02.825 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:02.825 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:02.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.827 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:02.842 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.842 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:02.855 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1791d57f998ebaf4e77a3a70969b50cad5e901d30d7c3c72eac2dd72f60c1b7f'}]
20:09:02.857 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:02.857 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:09:02.858 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3f7529c1, L:/127.0.0.1:41194 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:02.858 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:02.864 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcb494958, L:/127.0.0.1:41198 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:02.865 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:02.865 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:02.866 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.866 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:02.865 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:02.868 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:02.868 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:02.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.869 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:02.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:02.869 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job d93cf83cb1a2567a02639ba3d51d0253 (964 bytes, checkpointDuration=317 ms, finalizationTime=0 ms).
20:09:02.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:02.879 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
20:09:02.880 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134942879 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:02.893 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:09:02.895 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336724750336001) for scanner KuduScanner(table=replication_test_table, tablet=82094b530bc241b9aa1a5aaed34bfaf1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.895 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [3c834df27763f036d8e7cea9e7572d3b749a4faa64c94f4d85800002b9ea5a41]
20:09:02.896 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3c834df27763f036d8e7cea9e7572d3b749a4faa64c94f4d85800002b9ea5a41]
20:09:02.896 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:09:02.896 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:09:02.897 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:02.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:02.899 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
20:09:02.900 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3c834df27763f036d8e7cea9e7572d3b749a4faa64c94f4d85800002b9ea5a41 finished by subtask 2; deferring removal (restored in pending)
20:09:02.900 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b8fd539995a6d021112a55052a73b83c5df4c3195b97b5e1bf76a7f9e09515bf'}]
20:09:02.902 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:02.904 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336724750336001) for scanner KuduScanner(table=replication_test_table, tablet=6b876550ae1a40ac869f391cfd161a70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.904 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [908d37a3236c2704bb1d36e7797890fcbbaedf1bec2c4aa94859b94f7be23f02]
20:09:02.905 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [908d37a3236c2704bb1d36e7797890fcbbaedf1bec2c4aa94859b94f7be23f02]
20:09:02.905 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:09:02.905 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:09:02.906 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:02.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:02.908 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 908d37a3236c2704bb1d36e7797890fcbbaedf1bec2c4aa94859b94f7be23f02 finished by subtask 0; deferring removal (restored in pending)
20:09:02.909 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='fed3f7462718d28f89b4ce7827fa2a0280902b87a42efc353897dd57fed1c7eb'}]
20:09:02.910 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.910 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:02.911 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:02.911 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:09:02.912 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:02.918 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.918 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:02.868 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:02.942 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:02.946 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:02.946 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:09:02.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:02.946 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
20:09:02.965 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:02.965 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:02.965 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:02.965 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.966 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:02.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:02.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:02.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:02.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:02.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:02.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:02.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:02.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:02.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:02.967 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:02.971 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:02.980 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:02.981 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:02.983 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:09:02.984 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:02.984 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:02.990 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8f65a453, L:/127.0.0.1:41210 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:03.007 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336724750336001) for scanner KuduScanner(table=replication_test_table, tablet=8117c44868a54d04a349af2bf9b2df64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.007 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [1791d57f998ebaf4e77a3a70969b50cad5e901d30d7c3c72eac2dd72f60c1b7f]
20:09:03.007 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1791d57f998ebaf4e77a3a70969b50cad5e901d30d7c3c72eac2dd72f60c1b7f]
20:09:03.008 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:09:03.008 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:09:03.009 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1791d57f998ebaf4e77a3a70969b50cad5e901d30d7c3c72eac2dd72f60c1b7f finished by subtask 3; deferring removal (restored in pending)
20:09:03.009 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:03.010 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.010 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:03.011 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:03.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:03.012 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:03.012 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:09:03.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:03.020 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.021 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:03.024 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:03.025 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:09:03.029 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:03.029 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:03.029 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:03.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:03.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:03.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:03.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:03.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:03.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:03.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:03.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:03.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:03.031 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:03.031 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:03.035 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:03.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:03.039 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:09:03.041 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336724750336001) for scanner KuduScanner(table=replication_test_table, tablet=f52dd5053c234ac48aabfdd897043dce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.042 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [08f69523c754c0fccd147792a2672502757552cf473a53e14482ce64758dcebf]
20:09:03.042 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [08f69523c754c0fccd147792a2672502757552cf473a53e14482ce64758dcebf]
20:09:03.042 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
20:09:03.042 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
20:09:03.044 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 08f69523c754c0fccd147792a2672502757552cf473a53e14482ce64758dcebf finished by subtask 1; deferring removal (restored in pending)
20:09:03.044 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:03.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:03.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:03.048 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:03.048 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:03.048 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:03.049 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.049 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.049 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.049 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.050 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.050 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.050 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.050 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.050 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:03.050 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:03.050 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:03.050 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:03.050 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:03.050 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:03.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:03.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:03.051 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:03.051 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:03.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.051 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.051 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:03.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:03.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:03.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9c3e448e4af0443bb06a8c3b7fee49cb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:03.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 582e0ac06cc742b3b4ff1bc62c439df2 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:03.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be3b384f91384ea0b8a6706f9ba89277 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:03.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet db18ede592544a6796ccb8fe84d5ea76 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:03.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a9cee44dfa714c33af425ed682d9f210 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:03.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4a53ae679d8a4b2896fd311b72916af4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:03.058 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9c3e448e4af0443bb06a8c3b7fee49cb@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)[L],eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=582e0ac06cc742b3b4ff1bc62c439df2@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=be3b384f91384ea0b8a6706f9ba89277@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=db18ede592544a6796ccb8fe84d5ea76@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a9cee44dfa714c33af425ed682d9f210@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=4a53ae679d8a4b2896fd311b72916af4@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:03.062 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:03.064 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:09:03.068 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 72c168dd4f1f44f59ee453e4e5623646
20:09:03.074 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:03.074 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:03.074 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:03.074 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:03.074 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:03.075 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:03.075 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:03.075 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:09:03.075 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:03.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:03.076 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [6ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, deferred=null)) after lookup
20:09:03.076 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:03.077 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa6efd2a2, L:/127.0.0.1:41226 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:03.081 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:03.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:03.106 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:03.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:03.107 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:09:03.107 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
20:09:03.115 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336724750336001) for scanner KuduScanner(table=replication_test_table, tablet=488a998ae98e4c908841ab527d5624cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.116 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [fed3f7462718d28f89b4ce7827fa2a0280902b87a42efc353897dd57fed1c7eb]
20:09:03.116 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [fed3f7462718d28f89b4ce7827fa2a0280902b87a42efc353897dd57fed1c7eb]
20:09:03.116 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:03.116 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:09:03.116 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:09:03.117 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split fed3f7462718d28f89b4ce7827fa2a0280902b87a42efc353897dd57fed1c7eb finished by subtask 0; deferring removal (restored in pending)
20:09:03.118 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:03.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:03.122 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=82094b530bc241b9aa1a5aaed34bfaf1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.122 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 82094b530bc241b9aa1a5aaed34bfaf1 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:03.123 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:03.128 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:03.128 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:03.128 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:03.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.130 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.130 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:03.149 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f52dd5053c234ac48aabfdd897043dce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.150 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet f52dd5053c234ac48aabfdd897043dce for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:03.150 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:03.154 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1368f67a, L:/127.0.0.1:41238 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:03.163 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6b876550ae1a40ac869f391cfd161a70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.163 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 6b876550ae1a40ac869f391cfd161a70 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:03.164 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:03.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:03.164 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:03.165 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:09:03.168 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336724750336001) for scanner KuduScanner(table=replication_test_table, tablet=a83224bde13d4b62a2a0fcacf5349167, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.169 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [b8fd539995a6d021112a55052a73b83c5df4c3195b97b5e1bf76a7f9e09515bf]
20:09:03.169 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b8fd539995a6d021112a55052a73b83c5df4c3195b97b5e1bf76a7f9e09515bf]
20:09:03.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:09:03.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:09:03.172 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b8fd539995a6d021112a55052a73b83c5df4c3195b97b5e1bf76a7f9e09515bf finished by subtask 2; deferring removal (restored in pending)
20:09:03.172 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:03.174 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:03.182 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8117c44868a54d04a349af2bf9b2df64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.182 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8117c44868a54d04a349af2bf9b2df64 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:03.201 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:03.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:03.202 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:03.202 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:09:03.212 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a83224bde13d4b62a2a0fcacf5349167, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.212 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a83224bde13d4b62a2a0fcacf5349167 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:03.230 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=488a998ae98e4c908841ab527d5624cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.230 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 488a998ae98e4c908841ab527d5624cd for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:03.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9c3e448e4af0443bb06a8c3b7fee49cb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:03.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 582e0ac06cc742b3b4ff1bc62c439df2 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:03.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be3b384f91384ea0b8a6706f9ba89277 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:03.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet db18ede592544a6796ccb8fe84d5ea76 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:03.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a9cee44dfa714c33af425ed682d9f210 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:03.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4a53ae679d8a4b2896fd311b72916af4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:03.242 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=9c3e448e4af0443bb06a8c3b7fee49cb@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)[L],eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=582e0ac06cc742b3b4ff1bc62c439df2@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123),7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=be3b384f91384ea0b8a6706f9ba89277@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=db18ede592544a6796ccb8fe84d5ea76@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a9cee44dfa714c33af425ed682d9f210@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=4a53ae679d8a4b2896fd311b72916af4@[2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)[L],7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217),eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:03.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.17.188:38277, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.17.188:38277: OK, deferred=null)) after lookup
20:09:03.253 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.253 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:03.260 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.260 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:03.274 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.274 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:03.282 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.282 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:03.292 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.292 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:03.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134943354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:03.366 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:09:03.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
20:09:03.370 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 1791d57f998ebaf4e77a3a70969b50cad5e901d30d7c3c72eac2dd72f60c1b7f from pending
20:09:03.370 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 3c834df27763f036d8e7cea9e7572d3b749a4faa64c94f4d85800002b9ea5a41 from pending
20:09:03.370 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 908d37a3236c2704bb1d36e7797890fcbbaedf1bec2c4aa94859b94f7be23f02 from pending
20:09:03.370 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split fed3f7462718d28f89b4ce7827fa2a0280902b87a42efc353897dd57fed1c7eb from pending
20:09:03.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 08f69523c754c0fccd147792a2672502757552cf473a53e14482ce64758dcebf from pending
20:09:03.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split b8fd539995a6d021112a55052a73b83c5df4c3195b97b5e1bf76a7f9e09515bf from pending
20:09:03.371 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 6 finished splits from enumerator state
20:09:03.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:03.378 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.379 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:03.393 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=82094b530bc241b9aa1a5aaed34bfaf1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.394 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 82094b530bc241b9aa1a5aaed34bfaf1 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:03.404 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f52dd5053c234ac48aabfdd897043dce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.404 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet f52dd5053c234ac48aabfdd897043dce for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:03.425 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6b876550ae1a40ac869f391cfd161a70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.426 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 6b876550ae1a40ac869f391cfd161a70 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:03.445 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8117c44868a54d04a349af2bf9b2df64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.445 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8117c44868a54d04a349af2bf9b2df64 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:03.460 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:03.460 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:03.461 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:03.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:03.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:03.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:03.461 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:03.482 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:03.482 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:03.482 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:03.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:03.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:03.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:03.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:03.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:03.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:03.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:03.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:03.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:03.483 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:03.520 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:03.520 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:03.520 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:03.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:03.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:03.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:03.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:03.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:03.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:03.521 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:03.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:03.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:03.522 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:03.530 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a83224bde13d4b62a2a0fcacf5349167, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.531 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a83224bde13d4b62a2a0fcacf5349167 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:03.543 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=488a998ae98e4c908841ab527d5624cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.544 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 488a998ae98e4c908841ab527d5624cd for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:03.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:03.562 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c3e448e4af0443bb06a8c3b7fee49cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.563 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 9c3e448e4af0443bb06a8c3b7fee49cb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
20:09:03.571 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=582e0ac06cc742b3b4ff1bc62c439df2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.571 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 582e0ac06cc742b3b4ff1bc62c439df2 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
20:09:03.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:03.583 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be3b384f91384ea0b8a6706f9ba89277, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.583 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet be3b384f91384ea0b8a6706f9ba89277 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
20:09:03.596 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=db18ede592544a6796ccb8fe84d5ea76, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.596 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet db18ede592544a6796ccb8fe84d5ea76 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
20:09:03.608 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a9cee44dfa714c33af425ed682d9f210, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.608 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a9cee44dfa714c33af425ed682d9f210 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
20:09:03.616 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:03.654 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4a53ae679d8a4b2896fd311b72916af4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:03.654 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 4a53ae679d8a4b2896fd311b72916af4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
20:09:03.656 [DEBUG - main] (Connection.java:575) [peer master-127.11.17.190:33389(127.11.17.190:33389)] disconnecting while in state READY
20:09:03.656 [DEBUG - main] (Connection.java:575) [peer master-127.11.17.189:36221(127.11.17.189:36221)] disconnecting while in state READY
20:09:03.656 [DEBUG - main] (Connection.java:575) [peer eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)] disconnecting while in state READY
20:09:03.656 [DEBUG - main] (Connection.java:575) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] disconnecting while in state READY
20:09:03.656 [DEBUG - main] (Connection.java:575) [peer master-127.11.17.188:38277(127.11.17.188:38277)] disconnecting while in state READY
20:09:03.656 [DEBUG - main] (Connection.java:575) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] disconnecting while in state READY
20:09:03.657 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.17.190:33389(127.11.17.190:33389)] handling channelInactive
20:09:03.657 [DEBUG - kudu-nio-4] (Connection.java:239) [peer eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)] handling channelInactive
20:09:03.657 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] handling channelInactive
20:09:03.657 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:03.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] cleaning up while in state READY due to: connection closed
20:09:03.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer eba3da4dd765499abbb859fc8a6a7da6(127.11.17.130:38161)] cleaning up while in state READY due to: connection closed
20:09:03.659 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-5
20:09:03.659 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
20:09:03.657 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.17.189:36221(127.11.17.189:36221)] handling channelInactive
20:09:03.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state READY due to: connection closed
20:09:03.659 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:09:03.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state READY due to: connection closed
20:09:03.660 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
20:09:03.657 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.17.188:38277(127.11.17.188:38277)] handling channelInactive
20:09:03.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state READY due to: connection closed
20:09:03.660 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-0
20:09:03.662 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:03.662 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:03.662 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:03.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:03.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:03.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:03.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:03.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:03.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:03.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:03.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:03.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:03.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:03.663 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] handling channelInactive
20:09:03.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] cleaning up while in state READY due to: connection closed
20:09:03.664 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
20:09:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:03.665030 11334 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 11674
20:09:03.829 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] handling channelInactive
20:09:03.829 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] cleaning up while in state READY due to: connection closed
20:09:03.830 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:03.830 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:03.830 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:03.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:03.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:03.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:03.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:03.830 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:03.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:03.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:03.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:03.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:03.831 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:03.836969 11334 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 11876
20:09:03.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134943854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:03.869 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job d93cf83cb1a2567a02639ba3d51d0253 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:09:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:03.869503 12198 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.17.129:41217: connect: Connection refused (error 111)
20:09:03.871 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
20:09:03.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:03.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:03.893378 12198 consensus_peers.cc:597] T a9cee44dfa714c33af425ed682d9f210 P 2cbb05be1d864d1788596e59aef794e1 -> Peer 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217): Couldn't send request to peer 7eff09cb771849279cef0975a04ca39c. Status: Network error: Client connection negotiation failed: client connection to 127.11.17.129:41217: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:09:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:03.897642 12198 consensus_peers.cc:597] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 -> Peer 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217): Couldn't send request to peer 7eff09cb771849279cef0975a04ca39c. Status: Network error: Client connection negotiation failed: client connection to 127.11.17.129:41217: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:09:03.917 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:03.917 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:03.917 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:03.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:03.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:03.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:03.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:03.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:03.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:03.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:03.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:03.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:03.918 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:03.924 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:03.924 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:03.925 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:03.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:03.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:03.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:03.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:03.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:03.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:03.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:03.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:03.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:03.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:03.974372 12198 consensus_peers.cc:597] T 4a53ae679d8a4b2896fd311b72916af4 P 2cbb05be1d864d1788596e59aef794e1 -> Peer 7eff09cb771849279cef0975a04ca39c (127.11.17.129:41217): Couldn't send request to peer 7eff09cb771849279cef0975a04ca39c. Status: Network error: Client connection negotiation failed: client connection to 127.11.17.129:41217: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:09:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:03.986284 12196 connection.cc:582] client connection to 127.11.17.130:38161 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:03.993326 12909 negotiation.cc:336] Failed RPC negotiation. Trace:
20:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:09:03.988456 (+     0us) reactor.cc:678] Submitting negotiation task for client connection to 127.11.17.130:38161 (local address 127.11.17.131:37791)
20:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:09:03.989461 (+  1005us) negotiation.cc:107] Waiting for socket to connect
20:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:09:03.989506 (+    45us) client_negotiation.cc:175] Beginning negotiation
20:09:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:09:03.990015 (+   509us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
20:09:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:09:03.992030 (+  2015us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.11.17.130:38161: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:09:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":384}
20:09:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:03.994045 12196 consensus_peers.cc:597] T be3b384f91384ea0b8a6706f9ba89277 P 2cbb05be1d864d1788596e59aef794e1 -> Peer eba3da4dd765499abbb859fc8a6a7da6 (127.11.17.130:38161): Couldn't send request to peer eba3da4dd765499abbb859fc8a6a7da6. Status: Network error: Client connection negotiation failed: client connection to 127.11.17.130:38161: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107). This is attempt 1: this message will repeat every 5th retry.
20:09:04.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:04.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:04.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:04.000 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.000 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.001 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.001 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:04.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:03.999212 11334 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 12066
20:09:04.048 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:04.068 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] handling channelInactive
20:09:04.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] cleaning up while in state READY due to: connection closed
20:09:04.071 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] handling channelInactive
20:09:04.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] cleaning up while in state READY due to: connection closed
20:09:04.071 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] handling channelInactive
20:09:04.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] cleaning up while in state READY due to: connection closed
20:09:04.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:04.089859 11334 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 11346
20:09:04.118 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:04.129 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.17.190:33389(127.11.17.190:33389)] handling channelInactive
20:09:04.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state READY due to: connection closed
20:09:04.138 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.17.190:33389(127.11.17.190:33389)] handling channelInactive
20:09:04.138 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.17.190:33389(127.11.17.190:33389)] handling channelInactive
20:09:04.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state READY due to: connection closed
20:09:04.139 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.17.190:33389(127.11.17.190:33389)] handling channelInactive
20:09:04.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state READY due to: connection closed
20:09:04.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state READY due to: connection closed
20:09:04.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:04.155086 11334 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 11418
20:09:04.170 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:04.170 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:04.170 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:04.173 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:04.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:04.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:04.173 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:04.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:04.173 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:04.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:04.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:04.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:04.174 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:04.177 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:04.177 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:04.177 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:04.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:04.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:04.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:04.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:04.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:04.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:04.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:04.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:04.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:04.178 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:04.200 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:04.200 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:04.200 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:04.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.202 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:04.203 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.17.189:36221(127.11.17.189:36221)] handling channelInactive
20:09:04.203 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.17.189:36221(127.11.17.189:36221)] handling channelInactive
20:09:04.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state READY due to: connection closed
20:09:04.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state READY due to: connection closed
20:09:04.204 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.17.189:36221(127.11.17.189:36221)] handling channelInactive
20:09:04.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state READY due to: connection closed
20:09:04.206 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.17.189:36221(127.11.17.189:36221)] handling channelInactive
20:09:04.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state READY due to: connection closed
20:09:04.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:04.208477 11334 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 11498
20:09:04.313 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.17.188:38277(127.11.17.188:38277)] handling channelInactive
20:09:04.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state READY due to: connection closed
20:09:04.321 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.17.188:38277(127.11.17.188:38277)] handling channelInactive
20:09:04.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state READY due to: connection closed
20:09:04.324 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.17.188:38277(127.11.17.188:38277)] handling channelInactive
20:09:04.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state READY due to: connection closed
20:09:04.324 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.17.188:38277(127.11.17.188:38277)] handling channelInactive
20:09:04.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state READY due to: connection closed
20:09:04.342 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:04.342 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:04.342 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:04.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:04.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134944354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:04.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:04.374 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job d93cf83cb1a2567a02639ba3d51d0253 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
20:09:04.376 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
20:09:04.380 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:04.389 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:04.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:04.393 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:04.393 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:04.394 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:04.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:04.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:04.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:04.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:04.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:04.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:04.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:04.548 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:04.555 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:04.555 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:04.555 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:04.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:04.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:04.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:04.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:04.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:04.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:04.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:04.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:04.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:04.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:04.569 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:09:04.574 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:04.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:04.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:04.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:04.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:04.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:04.575 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:04.578 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='67fc11a67bf0d6dbcdde37fea5aaacff08d52ceccbc82b0919b450cfdcdd675b'}]
20:09:04.580 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:04.580 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='369b93f149841044bee5051dd03d76bd5bfb0c189424cab43c54379b6412e0c2'}]
20:09:04.581 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:04.582 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='eac44c81c9970c4a1db38a757b075127bfecc2acf5990ec7beb3263816f334e3'}]
20:09:04.583 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:04.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:04.583 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='db230515e54b381f8e0d7ad8494c6464ca3c5c39f039677ec14a5c44f059be6d'}]
20:09:04.585 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:04.585 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:09:04.585 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:09:04.586 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:04.586 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:04.586 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
20:09:04.587 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:04.587 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:09:04.588 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:04.599 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:04.602 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:04.609 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:04.613 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:04.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:04.639 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:04.665 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:04.667 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:04.669 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:04.694 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:04.696 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:04.698 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:04.700 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:04.706 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:04.706 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4c3d1ed2, L:/127.0.0.1:42650 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:04.715 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5df1ed74, L:/127.0.0.1:42638 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:04.724 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:04.732 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:04.732 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:04.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:04.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:04.733 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:04.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:04.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:04.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:04.733 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:04.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:04.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:04.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:04.734 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:04.736 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:04.743 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x97f0891c, L:/127.0.0.1:42658 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:04.744 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:04.748 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x10623997, L:/127.0.0.1:42664 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:04.762 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336732938240001) for scanner KuduScanner(table=replication_test_table, tablet=6b876550ae1a40ac869f391cfd161a70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:04.763 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [eac44c81c9970c4a1db38a757b075127bfecc2acf5990ec7beb3263816f334e3]
20:09:04.763 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [eac44c81c9970c4a1db38a757b075127bfecc2acf5990ec7beb3263816f334e3]
20:09:04.763 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:09:04.763 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:09:04.764 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split eac44c81c9970c4a1db38a757b075127bfecc2acf5990ec7beb3263816f334e3 finished by subtask 0; deferring removal (restored in pending)
20:09:04.765 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:04.765 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f21c61cd82c5eee3afd893e22b9a16dd9729edcbbe796adf1cb51b635f81584e'}]
20:09:04.767 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:04.767 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
20:09:04.768 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:04.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:04.775 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:04.778 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:04.779 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:04.779 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:04.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:04.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:04.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:04.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:04.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:04.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:04.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:04.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:04.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:04.780 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:04.780 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:04.781 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:04.781 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:04.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:04.782 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.782 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.782 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:04.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:04.783 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:04.792 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:04.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:04.792 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:09:04.793 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:09:04.796 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:04.805 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:04.825 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:04.834 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc4c72383, L:/127.0.0.1:42670 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:04.843 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:04.843 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:04.844 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:04.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:04.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:04.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:04.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:04.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:04.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:04.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:04.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:04.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:04.845 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:04.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134944854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:04.859 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:04.860 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:04.860 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:04.860 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:04.860 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:04.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:04.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:04.860 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:04.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:04.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:04.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:04.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:04.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:04.868 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
20:09:04.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
20:09:04.870 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split eac44c81c9970c4a1db38a757b075127bfecc2acf5990ec7beb3263816f334e3 from pending
20:09:04.870 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
20:09:04.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:04.902 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336732938240001) for scanner KuduScanner(table=replication_test_table, tablet=8117c44868a54d04a349af2bf9b2df64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:04.902 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [db230515e54b381f8e0d7ad8494c6464ca3c5c39f039677ec14a5c44f059be6d]
20:09:04.902 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [db230515e54b381f8e0d7ad8494c6464ca3c5c39f039677ec14a5c44f059be6d]
20:09:04.903 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:09:04.903 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:09:04.904 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split db230515e54b381f8e0d7ad8494c6464ca3c5c39f039677ec14a5c44f059be6d finished by subtask 2; deferring removal (restored in pending)
20:09:04.906 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:04.906 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='64314b3171ac089e2d501a6fa6cf754c18aaddc2a5e80175640c2b963adf4b21'}]
20:09:04.908 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:04.909 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:09:04.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:04.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:04.920 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:04.951 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:04.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:04.951 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:09:04.951 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:09:04.960 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:04.997 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336732938240001) for scanner KuduScanner(table=replication_test_table, tablet=f52dd5053c234ac48aabfdd897043dce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:04.997 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [369b93f149841044bee5051dd03d76bd5bfb0c189424cab43c54379b6412e0c2]
20:09:04.997 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [369b93f149841044bee5051dd03d76bd5bfb0c189424cab43c54379b6412e0c2]
20:09:04.998 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
20:09:04.998 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
20:09:04.999 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 369b93f149841044bee5051dd03d76bd5bfb0c189424cab43c54379b6412e0c2 finished by subtask 1; deferring removal (restored in pending)
20:09:04.999 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:05.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:05.011 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:05.021 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:05.025 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:05.025 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:05.026 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:05.026 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.026 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.026 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.027 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:05.030 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf36acbc2, L:/127.0.0.1:42682 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:05.037 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336732938240001) for scanner KuduScanner(table=replication_test_table, tablet=a83224bde13d4b62a2a0fcacf5349167, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:05.038 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f21c61cd82c5eee3afd893e22b9a16dd9729edcbbe796adf1cb51b635f81584e]
20:09:05.038 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f21c61cd82c5eee3afd893e22b9a16dd9729edcbbe796adf1cb51b635f81584e]
20:09:05.038 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
20:09:05.038 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
20:09:05.039 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f21c61cd82c5eee3afd893e22b9a16dd9729edcbbe796adf1cb51b635f81584e finished by subtask 0; deferring removal (restored in pending)
20:09:05.039 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:05.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:05.048 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:05.056 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:05.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:05.056 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:05.057 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
20:09:05.057 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336732938240001) for scanner KuduScanner(table=replication_test_table, tablet=488a998ae98e4c908841ab527d5624cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:05.058 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [64314b3171ac089e2d501a6fa6cf754c18aaddc2a5e80175640c2b963adf4b21]
20:09:05.058 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [64314b3171ac089e2d501a6fa6cf754c18aaddc2a5e80175640c2b963adf4b21]
20:09:05.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:09:05.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:09:05.059 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:05.060 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 64314b3171ac089e2d501a6fa6cf754c18aaddc2a5e80175640c2b963adf4b21 finished by subtask 2; deferring removal (restored in pending)
20:09:05.061 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:05.083 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
20:09:05.083 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:05.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:05.083 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:05.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:05.115 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:05.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:05.115 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:09:05.116 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:09:05.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:05.130 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:05.131 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:05.131 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:05.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:05.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:05.132 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:05.132 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:05.132 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:05.132 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:05.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:05.133 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:05.133 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:05.133 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:05.143 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:05.143 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:05.143 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:05.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:05.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:05.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:05.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:05.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:05.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:05.146 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:05.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:05.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:05.146 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:05.148 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:05.148 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:05.148 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:05.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.149 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.149 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.149 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.149 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.149 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.149 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.150 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:05.164 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336732938240001) for scanner KuduScanner(table=replication_test_table, tablet=82094b530bc241b9aa1a5aaed34bfaf1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:05.164 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [67fc11a67bf0d6dbcdde37fea5aaacff08d52ceccbc82b0919b450cfdcdd675b]
20:09:05.165 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [67fc11a67bf0d6dbcdde37fea5aaacff08d52ceccbc82b0919b450cfdcdd675b]
20:09:05.165 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:09:05.165 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:09:05.166 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 67fc11a67bf0d6dbcdde37fea5aaacff08d52ceccbc82b0919b450cfdcdd675b finished by subtask 3; deferring removal (restored in pending)
20:09:05.166 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:05.167 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:05.211 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:05.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:05.211 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:05.211 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:09:05.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134945354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:05.366 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job d93cf83cb1a2567a02639ba3d51d0253 (4414 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:09:05.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
20:09:05.370 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 369b93f149841044bee5051dd03d76bd5bfb0c189424cab43c54379b6412e0c2 from pending
20:09:05.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split f21c61cd82c5eee3afd893e22b9a16dd9729edcbbe796adf1cb51b635f81584e from pending
20:09:05.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 64314b3171ac089e2d501a6fa6cf754c18aaddc2a5e80175640c2b963adf4b21 from pending
20:09:05.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split db230515e54b381f8e0d7ad8494c6464ca3c5c39f039677ec14a5c44f059be6d from pending
20:09:05.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 67fc11a67bf0d6dbcdde37fea5aaacff08d52ceccbc82b0919b450cfdcdd675b from pending
20:09:05.371 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 5 finished splits from enumerator state
20:09:05.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:05.424 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:05.424 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:05.424 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:05.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:05.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:05.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:05.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:05.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:05.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:05.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:05.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:05.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:05.426 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:05.475 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:05.475 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:05.475 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:05.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:05.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:05.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:05.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:05.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:05.476 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:05.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:05.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:05.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:05.477 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:05.511 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:05.511 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:05.511 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:05.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:05.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:05.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:05.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:05.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:05.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:05.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:05.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:05.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:05.513 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:05.527 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:05.528 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:05.528 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:05.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.529 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.529 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.529 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.529 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.529 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.529 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.530 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:05.549 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:05.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:05.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:05.808 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:05.808 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:05.808 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:05.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.810 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.810 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:05.851 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:05.851 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:05.851 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:05.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:05.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:05.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:05.854 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:05.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134945854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:05.870 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job d93cf83cb1a2567a02639ba3d51d0253 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:09:05.872 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
20:09:05.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:06.048 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:06.049 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:06.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:06.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:06.049 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:06.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:06.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:06.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:06.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:06.050 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:06.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:06.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:06.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:06.050 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:06.071 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:06.071 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:06.071 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:06.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:06.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:06.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:06.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:06.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:06.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:06.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:06.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:06.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:06.073 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:06.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:06.110 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:06.111 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:06.111 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:06.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:06.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:06.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:06.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:06.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:06.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:06.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:06.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:06.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:06.112 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:06.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:06.208 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:06.209 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:06.209 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:06.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:06.209 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:06.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:06.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:06.209 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:06.209 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:06.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:06.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:06.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:06.210 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:06.304 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:06.304 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:06.304 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:06.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:06.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:06.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:06.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:06.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:06.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:06.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:06.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:06.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:06.306 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:06.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134946354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:06.360 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:06.360 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:06.360 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:06.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:06.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:06.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:06.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:06.361 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:06.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:06.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:06.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:06.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:06.361 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:06.362 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26668), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [71ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [94ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [94ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [128ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [139ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [140ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [217ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [219ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [219ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [220ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [283ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [343ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [343ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [361ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [563ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1084ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1604ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1703ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [5100ms] refreshing cache from master, [5100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@733338378(state=PENDING, result=null, callback=(continuation of Deferred@373700734 after retry RPC after error@1615758965) -> (continuation of Deferred@887163772 after retry RPC after error@822737761) -> (continuation of Deferred@371962102 after retry RPC after error@37941608) -> (continuation of Deferred@1044689079 after retry RPC after error@1088984813) -> (continuation of Deferred@193933830 after retry RPC after error@517168046) -> (continuation of Deferred@84513227 after retry RPC after error@22163577) -> (continuation of Deferred@1941908823 after retry RPC after error@1999967909) -> (continuation of Deferred@1056659009 after retry RPC after error@783972383) -> (continuation of Deferred@610610442 after retry RPC after error@2067433245) -> (continuation of Deferred@530030437 after retry RPC after error@1653634568) -> (continuation of Deferred@1863326253 after retry RPC after error@1086159549) -> (continuation of Deferred@1676851576 after retry RPC after error@45331256) -> (continuation of Deferred@1839009841 after retry RPC after error@1189013421) -> (continuation of Deferred@814854007 after retry RPC after error@799338542) -> (continuation of Deferred@708669811 after retry RPC after error@460261398) -> (continuation of Deferred@641267227 after retry RPC after error@773146482) -> (continuation of Deferred@1877085482 after retry RPC after error@212764536) -> (continuation of Deferred@1833382104 after retry RPC after error@1768805589) -> (continuation of Deferred@370745231 after retry RPC after error@1853149043) -> (continuation of Deferred@979493781 after retry RPC after error@1026380656) -> (continuation of Deferred@1662436925 after retry RPC after error@726766203) -> (continuation of Deferred@504996303 after retry RPC after error@1232652207), errback=(continuation of Deferred@373700734 after retry RPC after error@1615758965) -> (continuation of Deferred@887163772 after retry RPC after error@822737761) -> (continuation of Deferred@371962102 after retry RPC after error@37941608) -> (continuation of Deferred@1044689079 after retry RPC after error@1088984813) -> (continuation of Deferred@193933830 after retry RPC after error@517168046) -> (continuation of Deferred@84513227 after retry RPC after error@22163577) -> (continuation of Deferred@1941908823 after retry RPC after error@1999967909) -> (continuation of Deferred@1056659009 after retry RPC after error@783972383) -> (continuation of Deferred@610610442 after retry RPC after error@2067433245) -> (continuation of Deferred@530030437 after retry RPC after error@1653634568) -> (continuation of Deferred@1863326253 after retry RPC after error@1086159549) -> (continuation of Deferred@1676851576 after retry RPC after error@45331256) -> (continuation of Deferred@1839009841 after retry RPC after error@1189013421) -> (continuation of Deferred@814854007 after retry RPC after error@799338542) -> (continuation of Deferred@708669811 after retry RPC after error@460261398) -> (continuation of Deferred@641267227 after retry RPC after error@773146482) -> (continuation of Deferred@1877085482 after retry RPC after error@212764536) -> (continuation of Deferred@1833382104 after retry RPC after error@1768805589) -> (continuation of Deferred@370745231 after retry RPC after error@1853149043) -> (continuation of Deferred@979493781 after retry RPC after error@1026380656) -> (continuation of Deferred@1662436925 after retry RPC after error@726766203) -> (continuation of Deferred@504996303 after retry RPC after error@1232652207)))
20:09:06.368 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job d93cf83cb1a2567a02639ba3d51d0253 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
20:09:06.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:09:06.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
20:09:06.370 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26668), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [71ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [94ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [94ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [128ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [139ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [140ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [217ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [219ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [219ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [220ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [283ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [343ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [343ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [361ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [563ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1084ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1604ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1703ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [5100ms] refreshing cache from master, [5100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@733338378(state=PENDING, result=null, callback=(continuation of Deferred@373700734 after retry RPC after error@1615758965) -> (continuation of Deferred@887163772 after retry RPC after error@822737761) -> (continuation of Deferred@371962102 after retry RPC after error@37941608) -> (continuation of Deferred@1044689079 after retry RPC after error@1088984813) -> (continuation of Deferred@193933830 after retry RPC after error@517168046) -> (continuation of Deferred@84513227 after retry RPC after error@22163577) -> (continuation of Deferred@1941908823 after retry RPC after error@1999967909) -> (continuation of Deferred@1056659009 after retry RPC after error@783972383) -> (continuation of Deferred@610610442 after retry RPC after error@2067433245) -> (continuation of Deferred@530030437 after retry RPC after error@1653634568) -> (continuation of Deferred@1863326253 after retry RPC after error@1086159549) -> (continuation of Deferred@1676851576 after retry RPC after error@45331256) -> (continuation of Deferred@1839009841 after retry RPC after error@1189013421) -> (continuation of Deferred@814854007 after retry RPC after error@799338542) -> (continuation of Deferred@708669811 after retry RPC after error@460261398) -> (continuation of Deferred@641267227 after retry RPC after error@773146482) -> (continuation of Deferred@1877085482 after retry RPC after error@212764536) -> (continuation of Deferred@1833382104 after retry RPC after error@1768805589) -> (continuation of Deferred@370745231 after retry RPC after error@1853149043) -> (continuation of Deferred@979493781 after retry RPC after error@1026380656) -> (continuation of Deferred@1662436925 after retry RPC after error@726766203) -> (continuation of Deferred@504996303 after retry RPC after error@1232652207), errback=(continuation of Deferred@373700734 after retry RPC after error@1615758965) -> (continuation of Deferred@887163772 after retry RPC after error@822737761) -> (continuation of Deferred@371962102 after retry RPC after error@37941608) -> (continuation of Deferred@1044689079 after retry RPC after error@1088984813) -> (continuation of Deferred@193933830 after retry RPC after error@517168046) -> (continuation of Deferred@84513227 after retry RPC after error@22163577) -> (continuation of Deferred@1941908823 after retry RPC after error@1999967909) -> (continuation of Deferred@1056659009 after retry RPC after error@783972383) -> (continuation of Deferred@610610442 after retry RPC after error@2067433245) -> (continuation of Deferred@530030437 after retry RPC after error@1653634568) -> (continuation of Deferred@1863326253 after retry RPC after error@1086159549) -> (continuation of Deferred@1676851576 after retry RPC after error@45331256) -> (continuation of Deferred@1839009841 after retry RPC after error@1189013421) -> (continuation of Deferred@814854007 after retry RPC after error@799338542) -> (continuation of Deferred@708669811 after retry RPC after error@460261398) -> (continuation of Deferred@641267227 after retry RPC after error@773146482) -> (continuation of Deferred@1877085482 after retry RPC after error@212764536) -> (continuation of Deferred@1833382104 after retry RPC after error@1768805589) -> (continuation of Deferred@370745231 after retry RPC after error@1853149043) -> (continuation of Deferred@979493781 after retry RPC after error@1026380656) -> (continuation of Deferred@1662436925 after retry RPC after error@726766203) -> (continuation of Deferred@504996303 after retry RPC after error@1232652207)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.217.60:34669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:06.374 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:06.375 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
20:09:06.377 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
20:09:06.380 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26668), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [71ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [94ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [94ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [128ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [139ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [140ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [217ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [219ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [219ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [220ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [282ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [283ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [342ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [343ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [343ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [361ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [563ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1084ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1604ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1703ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [5100ms] refreshing cache from master, [5100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@733338378(state=PENDING, result=null, callback=(continuation of Deferred@373700734 after retry RPC after error@1615758965) -> (continuation of Deferred@887163772 after retry RPC after error@822737761) -> (continuation of Deferred@371962102 after retry RPC after error@37941608) -> (continuation of Deferred@1044689079 after retry RPC after error@1088984813) -> (continuation of Deferred@193933830 after retry RPC after error@517168046) -> (continuation of Deferred@84513227 after retry RPC after error@22163577) -> (continuation of Deferred@1941908823 after retry RPC after error@1999967909) -> (continuation of Deferred@1056659009 after retry RPC after error@783972383) -> (continuation of Deferred@610610442 after retry RPC after error@2067433245) -> (continuation of Deferred@530030437 after retry RPC after error@1653634568) -> (continuation of Deferred@1863326253 after retry RPC after error@1086159549) -> (continuation of Deferred@1676851576 after retry RPC after error@45331256) -> (continuation of Deferred@1839009841 after retry RPC after error@1189013421) -> (continuation of Deferred@814854007 after retry RPC after error@799338542) -> (continuation of Deferred@708669811 after retry RPC after error@460261398) -> (continuation of Deferred@641267227 after retry RPC after error@773146482) -> (continuation of Deferred@1877085482 after retry RPC after error@212764536) -> (continuation of Deferred@1833382104 after retry RPC after error@1768805589) -> (continuation of Deferred@370745231 after retry RPC after error@1853149043) -> (continuation of Deferred@979493781 after retry RPC after error@1026380656) -> (continuation of Deferred@1662436925 after retry RPC after error@726766203) -> (continuation of Deferred@504996303 after retry RPC after error@1232652207), errback=(continuation of Deferred@373700734 after retry RPC after error@1615758965) -> (continuation of Deferred@887163772 after retry RPC after error@822737761) -> (continuation of Deferred@371962102 after retry RPC after error@37941608) -> (continuation of Deferred@1044689079 after retry RPC after error@1088984813) -> (continuation of Deferred@193933830 after retry RPC after error@517168046) -> (continuation of Deferred@84513227 after retry RPC after error@22163577) -> (continuation of Deferred@1941908823 after retry RPC after error@1999967909) -> (continuation of Deferred@1056659009 after retry RPC after error@783972383) -> (continuation of Deferred@610610442 after retry RPC after error@2067433245) -> (continuation of Deferred@530030437 after retry RPC after error@1653634568) -> (continuation of Deferred@1863326253 after retry RPC after error@1086159549) -> (continuation of Deferred@1676851576 after retry RPC after error@45331256) -> (continuation of Deferred@1839009841 after retry RPC after error@1189013421) -> (continuation of Deferred@814854007 after retry RPC after error@799338542) -> (continuation of Deferred@708669811 after retry RPC after error@460261398) -> (continuation of Deferred@641267227 after retry RPC after error@773146482) -> (continuation of Deferred@1877085482 after retry RPC after error@212764536) -> (continuation of Deferred@1833382104 after retry RPC after error@1768805589) -> (continuation of Deferred@370745231 after retry RPC after error@1853149043) -> (continuation of Deferred@979493781 after retry RPC after error@1026380656) -> (continuation of Deferred@1662436925 after retry RPC after error@726766203) -> (continuation of Deferred@504996303 after retry RPC after error@1232652207)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.217.60:34669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:06.385 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:06.387 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
20:09:06.387 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
20:09:06.388 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7) switched from state RUNNING to RESTARTING.
20:09:06.388 [WARN - flink-pekko.actor.default-dispatcher-9] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
20:09:06.429 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:06.429 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:06.429 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:06.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:06.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:06.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:06.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:06.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:06.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:06.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:06.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:06.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:06.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:06.571 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:09:06.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:06.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:06.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:06.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:06.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:06.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:06.579 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:06.585 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='12b55e6141e069cbb2e36e83f17b0cb22407a2d3295781864e6b88f43a929fb9'}]
20:09:06.585 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2f19ac98e3e84dbcc06dc8b63928a20beabe3e4adba4de8e5ed2bcfe9b8f3a02'}]
20:09:06.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:06.586 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ca3379629e8574eaba032f242312c50ce8391de8f76098745c439ad048f72ef4'}]
20:09:06.587 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='687eb2daca83230880ae14359227ab280ebdf00ca48834efab16415169c5b80c'}]
20:09:06.587 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:06.587 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
20:09:06.588 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:06.588 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:06.588 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:09:06.588 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:06.588 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
20:09:06.588 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:06.589 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299997, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:06.590 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:06.590 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:06.590 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:06.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:06.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:06.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:06.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:06.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:06.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:06.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:06.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:06.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:06.592 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:06.592 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:06.593 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
20:09:06.593 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299997, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:06.594 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:06.602 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:06.610 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:06.616 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:06.616 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:06.622 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:06.636 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:06.636 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:06.643 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:06.658 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:06.659 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:06.659 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:06.663 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:06.663 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:06.663 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:06.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:06.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:06.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:06.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:06.664 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:06.664 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:06.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:06.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:06.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:06.664 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:06.669 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfa44ff2c, L:/127.0.0.1:42698 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:06.669 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:06.675 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:06.679 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdcd067dc, L:/127.0.0.1:42700 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:06.681 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:06.695 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:06.703 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336741130240001) for scanner KuduScanner(table=replication_test_table, tablet=82094b530bc241b9aa1a5aaed34bfaf1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:06.704 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [2f19ac98e3e84dbcc06dc8b63928a20beabe3e4adba4de8e5ed2bcfe9b8f3a02]
20:09:06.704 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2f19ac98e3e84dbcc06dc8b63928a20beabe3e4adba4de8e5ed2bcfe9b8f3a02]
20:09:06.704 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
20:09:06.704 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
20:09:06.706 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2f19ac98e3e84dbcc06dc8b63928a20beabe3e4adba4de8e5ed2bcfe9b8f3a02 finished by subtask 1; deferring removal (restored in pending)
20:09:06.707 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:06.707 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0f2efd68, L:/127.0.0.1:42706 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:06.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:06.708 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8cd041ad056edc6c6e4e80789a348c0718eeb1c0eabe71636159c60b6c187ab7'}]
20:09:06.710 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:06.714 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:06.725 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:06.726 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:06.726 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:06.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:06.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:06.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:06.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:06.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:06.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:06.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:06.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:06.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:06.726 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:06.727 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x44dc7575, L:/127.0.0.1:42716 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:06.743 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336741130240001) for scanner KuduScanner(table=replication_test_table, tablet=8117c44868a54d04a349af2bf9b2df64, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:06.744 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [687eb2daca83230880ae14359227ab280ebdf00ca48834efab16415169c5b80c]
20:09:06.744 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [687eb2daca83230880ae14359227ab280ebdf00ca48834efab16415169c5b80c]
20:09:06.744 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
20:09:06.744 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:09:06.744 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:09:06.745 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:06.748 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 687eb2daca83230880ae14359227ab280ebdf00ca48834efab16415169c5b80c finished by subtask 3; deferring removal (restored in pending)
20:09:06.749 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:06.750 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='800702ec72b2b458882fe010129160e7d80bb4ebfd3ee593a3f58413c09824a3'}]
20:09:06.751 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:06.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:06.763 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:06.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:06.763 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:09:06.764 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
20:09:06.766 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
20:09:06.767 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:06.772 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:06.773 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:06.774 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:06.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:06.774 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:06.775 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:09:06.777 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:06.780 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:06.791 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] Successfully connected to peer
20:09:06.795 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.130
20:09:06.801 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:06.808 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x52860b26, L:/127.0.0.1:42732 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:06.818 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:06.822 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0b38cb03, L:/127.0.0.1:42748 - R:/127.10.57.130:46779] using SASL/PLAIN
20:09:06.825 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336741130240001) for scanner KuduScanner(table=replication_test_table, tablet=a83224bde13d4b62a2a0fcacf5349167, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:06.827 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [8cd041ad056edc6c6e4e80789a348c0718eeb1c0eabe71636159c60b6c187ab7]
20:09:06.827 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8cd041ad056edc6c6e4e80789a348c0718eeb1c0eabe71636159c60b6c187ab7]
20:09:06.827 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
20:09:06.827 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
20:09:06.832 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8cd041ad056edc6c6e4e80789a348c0718eeb1c0eabe71636159c60b6c187ab7 finished by subtask 1; deferring removal (restored in pending)
20:09:06.833 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:06.849 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336741130240001) for scanner KuduScanner(table=replication_test_table, tablet=f52dd5053c234ac48aabfdd897043dce, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:06.850 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [ca3379629e8574eaba032f242312c50ce8391de8f76098745c439ad048f72ef4]
20:09:06.850 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ca3379629e8574eaba032f242312c50ce8391de8f76098745c439ad048f72ef4]
20:09:06.850 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
20:09:06.851 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
20:09:06.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134946854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:06.856 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:06.856 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ca3379629e8574eaba032f242312c50ce8391de8f76098745c439ad048f72ef4 finished by subtask 0; deferring removal (restored in pending)
20:09:06.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:06.870 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:09:06.870 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:06.870 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:06.870 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:06.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:06.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:06.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:06.871 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
20:09:06.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:06.871 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split ca3379629e8574eaba032f242312c50ce8391de8f76098745c439ad048f72ef4 from pending
20:09:06.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:06.871 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 2f19ac98e3e84dbcc06dc8b63928a20beabe3e4adba4de8e5ed2bcfe9b8f3a02 from pending
20:09:06.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:06.872 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 687eb2daca83230880ae14359227ab280ebdf00ca48834efab16415169c5b80c from pending
20:09:06.872 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 8cd041ad056edc6c6e4e80789a348c0718eeb1c0eabe71636159c60b6c187ab7 from pending
20:09:06.872 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 4 finished splits from enumerator state
20:09:06.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:06.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:06.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:06.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:06.873 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:06.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:06.908 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336741130240001) for scanner KuduScanner(table=replication_test_table, tablet=488a998ae98e4c908841ab527d5624cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:06.911 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [800702ec72b2b458882fe010129160e7d80bb4ebfd3ee593a3f58413c09824a3]
20:09:06.911 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [800702ec72b2b458882fe010129160e7d80bb4ebfd3ee593a3f58413c09824a3]
20:09:06.911 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
20:09:06.911 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
20:09:06.912 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:06.913 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 800702ec72b2b458882fe010129160e7d80bb4ebfd3ee593a3f58413c09824a3 finished by subtask 3; deferring removal (restored in pending)
20:09:06.915 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:06.929 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:06.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:06.930 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
20:09:06.930 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
20:09:06.934 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:06.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:06.934 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:06.935 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
20:09:06.937 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:06.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:06.937 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
20:09:06.938 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
20:09:07.043 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336741130240001) for scanner KuduScanner(table=replication_test_table, tablet=6b876550ae1a40ac869f391cfd161a70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:07.043 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [12b55e6141e069cbb2e36e83f17b0cb22407a2d3295781864e6b88f43a929fb9]
20:09:07.043 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [12b55e6141e069cbb2e36e83f17b0cb22407a2d3295781864e6b88f43a929fb9]
20:09:07.044 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
20:09:07.044 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
20:09:07.048 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 12b55e6141e069cbb2e36e83f17b0cb22407a2d3295781864e6b88f43a929fb9 finished by subtask 2; deferring removal (restored in pending)
20:09:07.048 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:07.049 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:07.071 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:07.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:07.072 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
20:09:07.072 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
20:09:07.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:07.084 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:07.084 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:07.084 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:07.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:07.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:07.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:07.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:07.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:07.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:07.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:07.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:07.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:07.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:07.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [52ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [53ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [57ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [57ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [109ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [110ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [112ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [112ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [124ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [144ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [164ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [164ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [221ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [261ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [321ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [322ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [423ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [423ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1203ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [3084ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3084ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [4181ms] refreshing cache from master, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [4182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [4182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [4183ms] too many traces: truncated at 100 traces, deferred=Deferred@528159752(state=PENDING, result=null, callback=(continuation of Deferred@2025354738 after retry RPC after error@165706360) -> (continuation of Deferred@956838710 after retry RPC after error@2115287883) -> (continuation of Deferred@1169708702 after retry RPC after error@1325520875) -> (continuation of Deferred@938007742 after retry RPC after error@1820190699) -> (continuation of Deferred@1811304540 after retry RPC after error@713649222) -> (continuation of Deferred@1534417029 after retry RPC after error@1479847615) -> (continuation of Deferred@26829141 after retry RPC after error@1620297340) -> (continuation of Deferred@299043739 after retry RPC after error@1819217480) -> (continuation of Deferred@649484633 after retry RPC after error@1491655637) -> (continuation of Deferred@1366203520 after retry RPC after error@1164432811) -> (continuation of Deferred@1368334543 after retry RPC after error@1327984472) -> (continuation of Deferred@1778933920 after retry RPC after error@288959175) -> (continuation of Deferred@966322551 after retry RPC after error@1295060147) -> (continuation of Deferred@1679124693 after retry RPC after error@1008867714) -> (continuation of Deferred@1116707872 after retry RPC after error@119428182) -> (continuation of Deferred@1216534432 after retry RPC after error@1681930555) -> (continuation of Deferred@1511048975 after retry RPC after error@802788607) -> (continuation of Deferred@1907915123 after retry RPC after error@341057438) -> (continuation of Deferred@1218480804 after retry RPC after error@725451043) -> (continuation of Deferred@435951318 after retry RPC after error@769671832) -> (continuation of Deferred@1641617450 after retry RPC after error@640330155) -> (continuation of Deferred@1595490590 after retry RPC after error@1891777767) -> (continuation of Deferred@1509122717 after retry RPC after error@719847417) -> (continuation of Deferred@1063475722 after retry RPC after error@1579641861) -> (continuation of Deferred@469899990 after retry RPC after error@151991960) -> (continuation of Deferred@739872441 after retry RPC after error@1237031035), errback=(continuation of Deferred@2025354738 after retry RPC after error@165706360) -> (continuation of Deferred@956838710 after retry RPC after error@2115287883) -> (continuation of Deferred@1169708702 after retry RPC after error@1325520875) -> (continuation of Deferred@938007742 after retry RPC after error@1820190699) -> (continuation of Deferred@1811304540 after retry RPC after error@713649222) -> (continuation of Deferred@1534417029 after retry RPC after error@1479847615) -> (continuation of Deferred@26829141 after retry RPC after error@1620297340) -> (continuation of Deferred@299043739 after retry RPC after error@1819217480) -> (continuation of Deferred@649484633 after retry RPC after error@1491655637) -> (continuation of Deferred@1366203520 after retry RPC after error@1164432811) -> (continuation of Deferred@1368334543 after retry RPC after error@1327984472) -> (continuation of Deferred@1778933920 after retry RPC after error@288959175) -> (continuation of Deferred@966322551 after retry RPC after error@1295060147) -> (continuation of Deferred@1679124693 after retry RPC after error@1008867714) -> (continuation of Deferred@1116707872 after retry RPC after error@119428182) -> (continuation of Deferred@1216534432 after retry RPC after error@1681930555) -> (continuation of Deferred@1511048975 after retry RPC after error@802788607) -> (continuation of Deferred@1907915123 after retry RPC after error@341057438) -> (continuation of Deferred@1218480804 after retry RPC after error@725451043) -> (continuation of Deferred@435951318 after retry RPC after error@769671832) -> (continuation of Deferred@1641617450 after retry RPC after error@640330155) -> (continuation of Deferred@1595490590 after retry RPC after error@1891777767) -> (continuation of Deferred@1509122717 after retry RPC after error@719847417) -> (continuation of Deferred@1063475722 after retry RPC after error@1579641861) -> (continuation of Deferred@469899990 after retry RPC after error@151991960) -> (continuation of Deferred@739872441 after retry RPC after error@1237031035)))
20:09:07.090 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:09:07.091 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [52ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [53ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [57ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [57ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [109ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [110ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [112ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [112ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [124ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [144ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [164ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [164ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [221ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [261ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [321ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [322ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [423ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [423ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1203ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [3084ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3084ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [4181ms] refreshing cache from master, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [4182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [4182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [4183ms] too many traces: truncated at 100 traces, deferred=Deferred@528159752(state=PENDING, result=null, callback=(continuation of Deferred@2025354738 after retry RPC after error@165706360) -> (continuation of Deferred@956838710 after retry RPC after error@2115287883) -> (continuation of Deferred@1169708702 after retry RPC after error@1325520875) -> (continuation of Deferred@938007742 after retry RPC after error@1820190699) -> (continuation of Deferred@1811304540 after retry RPC after error@713649222) -> (continuation of Deferred@1534417029 after retry RPC after error@1479847615) -> (continuation of Deferred@26829141 after retry RPC after error@1620297340) -> (continuation of Deferred@299043739 after retry RPC after error@1819217480) -> (continuation of Deferred@649484633 after retry RPC after error@1491655637) -> (continuation of Deferred@1366203520 after retry RPC after error@1164432811) -> (continuation of Deferred@1368334543 after retry RPC after error@1327984472) -> (continuation of Deferred@1778933920 after retry RPC after error@288959175) -> (continuation of Deferred@966322551 after retry RPC after error@1295060147) -> (continuation of Deferred@1679124693 after retry RPC after error@1008867714) -> (continuation of Deferred@1116707872 after retry RPC after error@119428182) -> (continuation of Deferred@1216534432 after retry RPC after error@1681930555) -> (continuation of Deferred@1511048975 after retry RPC after error@802788607) -> (continuation of Deferred@1907915123 after retry RPC after error@341057438) -> (continuation of Deferred@1218480804 after retry RPC after error@725451043) -> (continuation of Deferred@435951318 after retry RPC after error@769671832) -> (continuation of Deferred@1641617450 after retry RPC after error@640330155) -> (continuation of Deferred@1595490590 after retry RPC after error@1891777767) -> (continuation of Deferred@1509122717 after retry RPC after error@719847417) -> (continuation of Deferred@1063475722 after retry RPC after error@1579641861) -> (continuation of Deferred@469899990 after retry RPC after error@151991960) -> (continuation of Deferred@739872441 after retry RPC after error@1237031035), errback=(continuation of Deferred@2025354738 after retry RPC after error@165706360) -> (continuation of Deferred@956838710 after retry RPC after error@2115287883) -> (continuation of Deferred@1169708702 after retry RPC after error@1325520875) -> (continuation of Deferred@938007742 after retry RPC after error@1820190699) -> (continuation of Deferred@1811304540 after retry RPC after error@713649222) -> (continuation of Deferred@1534417029 after retry RPC after error@1479847615) -> (continuation of Deferred@26829141 after retry RPC after error@1620297340) -> (continuation of Deferred@299043739 after retry RPC after error@1819217480) -> (continuation of Deferred@649484633 after retry RPC after error@1491655637) -> (continuation of Deferred@1366203520 after retry RPC after error@1164432811) -> (continuation of Deferred@1368334543 after retry RPC after error@1327984472) -> (continuation of Deferred@1778933920 after retry RPC after error@288959175) -> (continuation of Deferred@966322551 after retry RPC after error@1295060147) -> (continuation of Deferred@1679124693 after retry RPC after error@1008867714) -> (continuation of Deferred@1116707872 after retry RPC after error@119428182) -> (continuation of Deferred@1216534432 after retry RPC after error@1681930555) -> (continuation of Deferred@1511048975 after retry RPC after error@802788607) -> (continuation of Deferred@1907915123 after retry RPC after error@341057438) -> (continuation of Deferred@1218480804 after retry RPC after error@725451043) -> (continuation of Deferred@435951318 after retry RPC after error@769671832) -> (continuation of Deferred@1641617450 after retry RPC after error@640330155) -> (continuation of Deferred@1595490590 after retry RPC after error@1891777767) -> (continuation of Deferred@1509122717 after retry RPC after error@719847417) -> (continuation of Deferred@1063475722 after retry RPC after error@1579641861) -> (continuation of Deferred@469899990 after retry RPC after error@151991960) -> (continuation of Deferred@739872441 after retry RPC after error@1237031035)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.217.60:34669
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:07.084 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:07.097 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:07.097 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:07.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.098 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:07.102 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
20:09:07.104 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
20:09:07.106 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27352), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [52ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [53ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [57ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [57ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [109ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [110ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [112ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [112ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [124ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [144ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [164ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [164ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [221ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [261ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [321ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [322ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [322ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [423ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [423ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1203ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [3084ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3084ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [4181ms] refreshing cache from master, [4181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [4182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [4182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [4183ms] too many traces: truncated at 100 traces, deferred=Deferred@528159752(state=PENDING, result=null, callback=(continuation of Deferred@2025354738 after retry RPC after error@165706360) -> (continuation of Deferred@956838710 after retry RPC after error@2115287883) -> (continuation of Deferred@1169708702 after retry RPC after error@1325520875) -> (continuation of Deferred@938007742 after retry RPC after error@1820190699) -> (continuation of Deferred@1811304540 after retry RPC after error@713649222) -> (continuation of Deferred@1534417029 after retry RPC after error@1479847615) -> (continuation of Deferred@26829141 after retry RPC after error@1620297340) -> (continuation of Deferred@299043739 after retry RPC after error@1819217480) -> (continuation of Deferred@649484633 after retry RPC after error@1491655637) -> (continuation of Deferred@1366203520 after retry RPC after error@1164432811) -> (continuation of Deferred@1368334543 after retry RPC after error@1327984472) -> (continuation of Deferred@1778933920 after retry RPC after error@288959175) -> (continuation of Deferred@966322551 after retry RPC after error@1295060147) -> (continuation of Deferred@1679124693 after retry RPC after error@1008867714) -> (continuation of Deferred@1116707872 after retry RPC after error@119428182) -> (continuation of Deferred@1216534432 after retry RPC after error@1681930555) -> (continuation of Deferred@1511048975 after retry RPC after error@802788607) -> (continuation of Deferred@1907915123 after retry RPC after error@341057438) -> (continuation of Deferred@1218480804 after retry RPC after error@725451043) -> (continuation of Deferred@435951318 after retry RPC after error@769671832) -> (continuation of Deferred@1641617450 after retry RPC after error@640330155) -> (continuation of Deferred@1595490590 after retry RPC after error@1891777767) -> (continuation of Deferred@1509122717 after retry RPC after error@719847417) -> (continuation of Deferred@1063475722 after retry RPC after error@1579641861) -> (continuation of Deferred@469899990 after retry RPC after error@151991960) -> (continuation of Deferred@739872441 after retry RPC after error@1237031035), errback=(continuation of Deferred@2025354738 after retry RPC after error@165706360) -> (continuation of Deferred@956838710 after retry RPC after error@2115287883) -> (continuation of Deferred@1169708702 after retry RPC after error@1325520875) -> (continuation of Deferred@938007742 after retry RPC after error@1820190699) -> (continuation of Deferred@1811304540 after retry RPC after error@713649222) -> (continuation of Deferred@1534417029 after retry RPC after error@1479847615) -> (continuation of Deferred@26829141 after retry RPC after error@1620297340) -> (continuation of Deferred@299043739 after retry RPC after error@1819217480) -> (continuation of Deferred@649484633 after retry RPC after error@1491655637) -> (continuation of Deferred@1366203520 after retry RPC after error@1164432811) -> (continuation of Deferred@1368334543 after retry RPC after error@1327984472) -> (continuation of Deferred@1778933920 after retry RPC after error@288959175) -> (continuation of Deferred@966322551 after retry RPC after error@1295060147) -> (continuation of Deferred@1679124693 after retry RPC after error@1008867714) -> (continuation of Deferred@1116707872 after retry RPC after error@119428182) -> (continuation of Deferred@1216534432 after retry RPC after error@1681930555) -> (continuation of Deferred@1511048975 after retry RPC after error@802788607) -> (continuation of Deferred@1907915123 after retry RPC after error@341057438) -> (continuation of Deferred@1218480804 after retry RPC after error@725451043) -> (continuation of Deferred@435951318 after retry RPC after error@769671832) -> (continuation of Deferred@1641617450 after retry RPC after error@640330155) -> (continuation of Deferred@1595490590 after retry RPC after error@1891777767) -> (continuation of Deferred@1509122717 after retry RPC after error@719847417) -> (continuation of Deferred@1063475722 after retry RPC after error@1579641861) -> (continuation of Deferred@469899990 after retry RPC after error@151991960) -> (continuation of Deferred@739872441 after retry RPC after error@1237031035)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.217.60:34669
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:07.116 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:07.119 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:07.120 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
20:09:07.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
20:09:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:09:07Z chronyd exiting
20:09:07.252 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:07.252 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:07.252 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:07.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.256 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:07.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134947355 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:07.371 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:07.371 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:07.371 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:07.372 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.372 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.372 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.373 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:07.374 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job d93cf83cb1a2567a02639ba3d51d0253 (2344 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
20:09:07.377 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
20:09:07.377 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 800702ec72b2b458882fe010129160e7d80bb4ebfd3ee593a3f58413c09824a3 from pending
20:09:07.377 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 12b55e6141e069cbb2e36e83f17b0cb22407a2d3295781864e6b88f43a929fb9 from pending
20:09:07.377 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 2 finished splits from enumerator state
20:09:07.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:07.391 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:07.392 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:07.392 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:07.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.392 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.392 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:07.458 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:07.458 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:07.458 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:07.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:07.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:07.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:07.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:07.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:07.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:07.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:07.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:07.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:07.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:07.542 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:07.542 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:07.542 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:07.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:07.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:07.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:07.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:07.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:07.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:07.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:07.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:07.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:07.543 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:07.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:07.588 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:07.588 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:07.588 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:07.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.589 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:07.616 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:07.682 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:07.683 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:07.683 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:07.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:07.685 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:07.685 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:07.685 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:07.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:07.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:07.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:07.686 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:07.811 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:07.811 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:07.811 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:07.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:07.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:07.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:07.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:07.819 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:07.819 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:07.819 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:07.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:07.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:07.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:07.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:07.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:07.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:07.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:07.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:07.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:07.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:07.854 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134947854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:07.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:07.876 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job d93cf83cb1a2567a02639ba3d51d0253 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
20:09:07.879 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
20:09:07.919 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 1f02022c9a2936dac70c2082cc7114d7 from Checkpoint 71 @ 1779134918380 for 1f02022c9a2936dac70c2082cc7114d7 located at file:/tmp/junit16321480258269958575/checkpoints/1f02022c9a2936dac70c2082cc7114d7/chk-71.
20:09:07.919 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:09:07.920 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
20:09:07.921 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
20:09:07.921 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 20e5361c5b66627d004c5708f4b4de26
20:09:07.921 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:07.921 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 71 for source Source: KuduSource to checkpoint.
20:09:07.922 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7) switched from state RESTARTING to RUNNING.
20:09:07.922 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 20e5361c5b66627d004c5708f4b4de26.
20:09:07.922 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 1f02022c9a2936dac70c2082cc7114d7 from Checkpoint 71 @ 1779134918380 for 1f02022c9a2936dac70c2082cc7114d7 located at file:/tmp/junit16321480258269958575/checkpoints/1f02022c9a2936dac70c2082cc7114d7/chk-71.
20:09:07.922 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
20:09:07.923 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 20e5361c5b66627d004c5708f4b4de26.
20:09:07.923 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
20:09:07.923 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
20:09:07.923 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 079af0b16401ee4b7f4d1486652f7d5c
20:09:07.923 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:07.924 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 71 for source Source: KuduSource to checkpoint.
20:09:07.934 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 079af0b16401ee4b7f4d1486652f7d5c.
20:09:07.935 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 079af0b16401ee4b7f4d1486652f7d5c.
20:09:07.942 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
20:09:07.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:07.942 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
20:09:07.943 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
20:09:07.943 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
20:09:07.943 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b7388b9
20:09:07.944 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:07.944 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@28bbf0
20:09:07.944 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:07.944 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:07.944 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:07.944 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:09:07.944 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
20:09:07.945 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
20:09:07.945 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
20:09:07.952 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@183c228d
20:09:07.962 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57c744ae
20:09:07.968 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:07.970 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:07.982 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:07.983 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:07.998 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:07.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:07.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:07.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.002 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.012 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.018 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.020 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.022 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.023 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.026 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.034 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.044 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.039 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.050 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.050 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.058 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.062 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.062 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.062 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.063 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.068 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.074 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.082 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.084 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:08.084 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.086 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.094 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.102 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.102 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.103 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.103 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.103 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.104 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.105 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.118 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:08.127 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.127 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.127 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.130 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.130 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.131 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.131 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.135 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.143 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.144 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.144 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.145 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.145 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.146 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.149 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.149 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.150 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.150 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.150 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.180 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:08.180 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:08.180 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:08.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.181 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:08.183 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.183 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.183 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.183 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.184 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.184 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.185 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.185 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.206 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:09:08.213 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.213 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.213 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.213 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.213 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.213 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28482), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [51ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [94ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [94ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [127ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [128ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [129ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [129ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [199ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [205ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [206ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [302ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [342ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [603ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [604ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [604ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [604ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [841ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [842ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1742ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [3101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3102ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3540ms] refreshing cache from master, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3542ms] too many traces: truncated at 100 traces, deferred=Deferred@2144600675(state=PENDING, result=null, callback=(continuation of Deferred@94147060 after retry RPC after error@568810374) -> (continuation of Deferred@234340270 after retry RPC after error@1391420265) -> (continuation of Deferred@857562097 after retry RPC after error@683478399) -> (continuation of Deferred@403168521 after retry RPC after error@827982155) -> (continuation of Deferred@1749091906 after retry RPC after error@685189312) -> (continuation of Deferred@236869446 after retry RPC after error@1865375639) -> (continuation of Deferred@255604518 after retry RPC after error@507285289) -> (continuation of Deferred@1650745295 after retry RPC after error@2007132147) -> (continuation of Deferred@432663334 after retry RPC after error@1677097713) -> (continuation of Deferred@590142311 after retry RPC after error@1205185806) -> (continuation of Deferred@294911497 after retry RPC after error@1105342264) -> (continuation of Deferred@80753536 after retry RPC after error@1845969865) -> (continuation of Deferred@1625983926 after retry RPC after error@807531388) -> (continuation of Deferred@896043723 after retry RPC after error@1638244004) -> (continuation of Deferred@1428557341 after retry RPC after error@1789115862) -> (continuation of Deferred@468470939 after retry RPC after error@1450291708) -> (continuation of Deferred@868355017 after retry RPC after error@1148738922) -> (continuation of Deferred@1024018922 after retry RPC after error@1714221542) -> (continuation of Deferred@1158881961 after retry RPC after error@1124508780) -> (continuation of Deferred@884470783 after retry RPC after error@890603342) -> (continuation of Deferred@1766849839 after retry RPC after error@521929134), errback=(continuation of Deferred@94147060 after retry RPC after error@568810374) -> (continuation of Deferred@234340270 after retry RPC after error@1391420265) -> (continuation of Deferred@857562097 after retry RPC after error@683478399) -> (continuation of Deferred@403168521 after retry RPC after error@827982155) -> (continuation of Deferred@1749091906 after retry RPC after error@685189312) -> (continuation of Deferred@236869446 after retry RPC after error@1865375639) -> (continuation of Deferred@255604518 after retry RPC after error@507285289) -> (continuation of Deferred@1650745295 after retry RPC after error@2007132147) -> (continuation of Deferred@432663334 after retry RPC after error@1677097713) -> (continuation of Deferred@590142311 after retry RPC after error@1205185806) -> (continuation of Deferred@294911497 after retry RPC after error@1105342264) -> (continuation of Deferred@80753536 after retry RPC after error@1845969865) -> (continuation of Deferred@1625983926 after retry RPC after error@807531388) -> (continuation of Deferred@896043723 after retry RPC after error@1638244004) -> (continuation of Deferred@1428557341 after retry RPC after error@1789115862) -> (continuation of Deferred@468470939 after retry RPC after error@1450291708) -> (continuation of Deferred@868355017 after retry RPC after error@1148738922) -> (continuation of Deferred@1024018922 after retry RPC after error@1714221542) -> (continuation of Deferred@1158881961 after retry RPC after error@1124508780) -> (continuation of Deferred@884470783 after retry RPC after error@890603342) -> (continuation of Deferred@1766849839 after retry RPC after error@521929134)))
20:09:08.216 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:09:08.216 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28482), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [51ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [94ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [94ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [127ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [128ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [129ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [129ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [199ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [205ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [206ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [302ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [342ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [603ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [604ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [604ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [604ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [841ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [842ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1742ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [3101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3102ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3540ms] refreshing cache from master, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3542ms] too many traces: truncated at 100 traces, deferred=Deferred@2144600675(state=PENDING, result=null, callback=(continuation of Deferred@94147060 after retry RPC after error@568810374) -> (continuation of Deferred@234340270 after retry RPC after error@1391420265) -> (continuation of Deferred@857562097 after retry RPC after error@683478399) -> (continuation of Deferred@403168521 after retry RPC after error@827982155) -> (continuation of Deferred@1749091906 after retry RPC after error@685189312) -> (continuation of Deferred@236869446 after retry RPC after error@1865375639) -> (continuation of Deferred@255604518 after retry RPC after error@507285289) -> (continuation of Deferred@1650745295 after retry RPC after error@2007132147) -> (continuation of Deferred@432663334 after retry RPC after error@1677097713) -> (continuation of Deferred@590142311 after retry RPC after error@1205185806) -> (continuation of Deferred@294911497 after retry RPC after error@1105342264) -> (continuation of Deferred@80753536 after retry RPC after error@1845969865) -> (continuation of Deferred@1625983926 after retry RPC after error@807531388) -> (continuation of Deferred@896043723 after retry RPC after error@1638244004) -> (continuation of Deferred@1428557341 after retry RPC after error@1789115862) -> (continuation of Deferred@468470939 after retry RPC after error@1450291708) -> (continuation of Deferred@868355017 after retry RPC after error@1148738922) -> (continuation of Deferred@1024018922 after retry RPC after error@1714221542) -> (continuation of Deferred@1158881961 after retry RPC after error@1124508780) -> (continuation of Deferred@884470783 after retry RPC after error@890603342) -> (continuation of Deferred@1766849839 after retry RPC after error@521929134), errback=(continuation of Deferred@94147060 after retry RPC after error@568810374) -> (continuation of Deferred@234340270 after retry RPC after error@1391420265) -> (continuation of Deferred@857562097 after retry RPC after error@683478399) -> (continuation of Deferred@403168521 after retry RPC after error@827982155) -> (continuation of Deferred@1749091906 after retry RPC after error@685189312) -> (continuation of Deferred@236869446 after retry RPC after error@1865375639) -> (continuation of Deferred@255604518 after retry RPC after error@507285289) -> (continuation of Deferred@1650745295 after retry RPC after error@2007132147) -> (continuation of Deferred@432663334 after retry RPC after error@1677097713) -> (continuation of Deferred@590142311 after retry RPC after error@1205185806) -> (continuation of Deferred@294911497 after retry RPC after error@1105342264) -> (continuation of Deferred@80753536 after retry RPC after error@1845969865) -> (continuation of Deferred@1625983926 after retry RPC after error@807531388) -> (continuation of Deferred@896043723 after retry RPC after error@1638244004) -> (continuation of Deferred@1428557341 after retry RPC after error@1789115862) -> (continuation of Deferred@468470939 after retry RPC after error@1450291708) -> (continuation of Deferred@868355017 after retry RPC after error@1148738922) -> (continuation of Deferred@1024018922 after retry RPC after error@1714221542) -> (continuation of Deferred@1158881961 after retry RPC after error@1124508780) -> (continuation of Deferred@884470783 after retry RPC after error@890603342) -> (continuation of Deferred@1766849839 after retry RPC after error@521929134)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.217.61:40273
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.217 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:08.273 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:08.273 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:08.275 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
20:09:08.275 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.275 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.276 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.276 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.276 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.276 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.277 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
20:09:08.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:08.284 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28482), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [51ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [94ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [94ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [127ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [128ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [129ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [129ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [199ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [205ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [206ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [301ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [302ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [341ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [342ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [603ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [604ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [604ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [604ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [841ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [842ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1742ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [3101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [3102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3102ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3540ms] refreshing cache from master, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3542ms] too many traces: truncated at 100 traces, deferred=Deferred@2144600675(state=PENDING, result=null, callback=(continuation of Deferred@94147060 after retry RPC after error@568810374) -> (continuation of Deferred@234340270 after retry RPC after error@1391420265) -> (continuation of Deferred@857562097 after retry RPC after error@683478399) -> (continuation of Deferred@403168521 after retry RPC after error@827982155) -> (continuation of Deferred@1749091906 after retry RPC after error@685189312) -> (continuation of Deferred@236869446 after retry RPC after error@1865375639) -> (continuation of Deferred@255604518 after retry RPC after error@507285289) -> (continuation of Deferred@1650745295 after retry RPC after error@2007132147) -> (continuation of Deferred@432663334 after retry RPC after error@1677097713) -> (continuation of Deferred@590142311 after retry RPC after error@1205185806) -> (continuation of Deferred@294911497 after retry RPC after error@1105342264) -> (continuation of Deferred@80753536 after retry RPC after error@1845969865) -> (continuation of Deferred@1625983926 after retry RPC after error@807531388) -> (continuation of Deferred@896043723 after retry RPC after error@1638244004) -> (continuation of Deferred@1428557341 after retry RPC after error@1789115862) -> (continuation of Deferred@468470939 after retry RPC after error@1450291708) -> (continuation of Deferred@868355017 after retry RPC after error@1148738922) -> (continuation of Deferred@1024018922 after retry RPC after error@1714221542) -> (continuation of Deferred@1158881961 after retry RPC after error@1124508780) -> (continuation of Deferred@884470783 after retry RPC after error@890603342) -> (continuation of Deferred@1766849839 after retry RPC after error@521929134), errback=(continuation of Deferred@94147060 after retry RPC after error@568810374) -> (continuation of Deferred@234340270 after retry RPC after error@1391420265) -> (continuation of Deferred@857562097 after retry RPC after error@683478399) -> (continuation of Deferred@403168521 after retry RPC after error@827982155) -> (continuation of Deferred@1749091906 after retry RPC after error@685189312) -> (continuation of Deferred@236869446 after retry RPC after error@1865375639) -> (continuation of Deferred@255604518 after retry RPC after error@507285289) -> (continuation of Deferred@1650745295 after retry RPC after error@2007132147) -> (continuation of Deferred@432663334 after retry RPC after error@1677097713) -> (continuation of Deferred@590142311 after retry RPC after error@1205185806) -> (continuation of Deferred@294911497 after retry RPC after error@1105342264) -> (continuation of Deferred@80753536 after retry RPC after error@1845969865) -> (continuation of Deferred@1625983926 after retry RPC after error@807531388) -> (continuation of Deferred@896043723 after retry RPC after error@1638244004) -> (continuation of Deferred@1428557341 after retry RPC after error@1789115862) -> (continuation of Deferred@468470939 after retry RPC after error@1450291708) -> (continuation of Deferred@868355017 after retry RPC after error@1148738922) -> (continuation of Deferred@1024018922 after retry RPC after error@1714221542) -> (continuation of Deferred@1158881961 after retry RPC after error@1124508780) -> (continuation of Deferred@884470783 after retry RPC after error@890603342) -> (continuation of Deferred@1766849839 after retry RPC after error@521929134)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.217.61:40273
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.291 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:08.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.291 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:08.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:08.292 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:08.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:08.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:08.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:08.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:08.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:08.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.293 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.292 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.295 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.295 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:08.296 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
20:09:08.297 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
20:09:08.297 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7) switched from state RUNNING to RESTARTING.
20:09:08.320 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:08.320 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:08.320 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:08.321 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:08.321 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:08.321 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:08.321 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:08.321 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:08.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:08.321 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:08.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:08.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:08.321 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:08.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134948354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:08.367 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job d93cf83cb1a2567a02639ba3d51d0253 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:09:08.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
20:09:08.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:08.383 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.383 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.383 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.384 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.436 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.437 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.437 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.439 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.440 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28615), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [37ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [39ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [45ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [96ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [144ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [362ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [362ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [423ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [423ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1322ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2082ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2199ms] refreshing cache from master, [2199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2201ms] too many traces: truncated at 100 traces, deferred=Deferred@1374018155(state=PENDING, result=null, callback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392), errback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392)))
20:09:08.441 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.441 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.441 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.441 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28615), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [37ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [39ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [45ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [96ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [144ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [362ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [362ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [423ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [423ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1322ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2082ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2199ms] refreshing cache from master, [2199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2201ms] too many traces: truncated at 100 traces, deferred=Deferred@1374018155(state=PENDING, result=null, callback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392), errback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28615), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [37ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [39ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [45ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [96ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [144ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [362ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [362ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [423ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [423ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1322ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2082ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2199ms] refreshing cache from master, [2199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2201ms] too many traces: truncated at 100 traces, deferred=Deferred@1374018155(state=PENDING, result=null, callback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392), errback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.16.126:37607
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.447 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: giving up after 1 attempts
20:09:08.448 [DEBUG - main] (Connection.java:575) [peer master-127.10.57.190:40219(127.10.57.190:40219)] disconnecting while in state READY
20:09:08.448 [DEBUG - main] (Connection.java:575) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] disconnecting while in state READY
20:09:08.448 [DEBUG - main] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state READY
20:09:08.448 [DEBUG - main] (Connection.java:575) [peer master-127.10.57.188:43111(127.10.57.188:43111)] disconnecting while in state READY
20:09:08.448 [DEBUG - main] (Connection.java:575) [peer master-127.10.57.189:41763(127.10.57.189:41763)] disconnecting while in state READY
20:09:08.448 [DEBUG - main] (Connection.java:575) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] disconnecting while in state READY
20:09:08.449 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.57.190:40219(127.10.57.190:40219)] handling channelInactive
20:09:08.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state READY due to: connection closed
20:09:08.449 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28615), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [37ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [39ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [45ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [96ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [144ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [362ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [362ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [423ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [423ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1322ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2082ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2199ms] refreshing cache from master, [2199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2201ms] too many traces: truncated at 100 traces, deferred=Deferred@1374018155(state=PENDING, result=null, callback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392), errback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28615), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [37ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [39ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [45ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [46ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [47ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [47ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [96ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [144ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [261ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [361ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [362ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [362ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [422ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [423ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [423ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [1322ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2082ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [2199ms] refreshing cache from master, [2199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [2201ms] too many traces: truncated at 100 traces, deferred=Deferred@1374018155(state=PENDING, result=null, callback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392), errback=(continuation of Deferred@491802159 after retry RPC after error@1874859371) -> (continuation of Deferred@719045284 after retry RPC after error@1427272470) -> (continuation of Deferred@1252818605 after retry RPC after error@631787998) -> (continuation of Deferred@1368553773 after retry RPC after error@392047306) -> (continuation of Deferred@1043232666 after retry RPC after error@1500505888) -> (continuation of Deferred@460764721 after retry RPC after error@2098780143) -> (continuation of Deferred@810024305 after retry RPC after error@381110974) -> (continuation of Deferred@945725799 after retry RPC after error@63094316) -> (continuation of Deferred@207714128 after retry RPC after error@548355800) -> (continuation of Deferred@1840768563 after retry RPC after error@2064782967) -> (continuation of Deferred@2085500338 after retry RPC after error@634293533) -> (continuation of Deferred@1998221801 after retry RPC after error@475033811) -> (continuation of Deferred@289285454 after retry RPC after error@1086972945) -> (continuation of Deferred@1693991128 after retry RPC after error@2066834044) -> (continuation of Deferred@465910785 after retry RPC after error@337885700) -> (continuation of Deferred@855361240 after retry RPC after error@1118396537) -> (continuation of Deferred@1891531033 after retry RPC after error@2034507408) -> (continuation of Deferred@358996582 after retry RPC after error@482789915) -> (continuation of Deferred@523443755 after retry RPC after error@1188705219) -> (continuation of Deferred@2111268756 after retry RPC after error@1475083303) -> (continuation of Deferred@1353609911 after retry RPC after error@1199376202) -> (continuation of Deferred@30417910 after retry RPC after error@164818223) -> (continuation of Deferred@709500264 after retry RPC after error@94509116) -> (continuation of Deferred@99435757 after retry RPC after error@466123498) -> (continuation of Deferred@1637057958 after retry RPC after error@1961165392)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.16.126:37607
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.449 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] handling channelInactive
20:09:08.449 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] cleaning up while in state READY due to: connection closed
20:09:08.449 [DEBUG - kudu-nio-5] (Connection.java:239) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] handling channelInactive
20:09:08.450 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.10.57.188:43111(127.10.57.188:43111)] handling channelInactive
20:09:08.450 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.57.189:41763(127.10.57.189:41763)] handling channelInactive
20:09:08.451 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:08.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state READY due to: connection closed
20:09:08.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state READY due to: connection closed
20:09:08.455 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state READY due to: connection closed
20:09:08.456 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:09:08.456 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-2
20:09:08.456 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
20:09:08.457 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-4
20:09:08.457 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-5
20:09:08.457 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
20:09:08.457 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
20:09:08.457 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.457 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:09:08.457 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.457 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.457 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] handling channelInactive
20:09:08.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] cleaning up while in state READY due to: connection closed
20:09:08.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.458 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
20:09:08.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.458 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:08.458858 10470 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 10889
20:09:08.460 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:09:08.460 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
20:09:08.460 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:09:08.460 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
20:09:08.460 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
20:09:08.461 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
20:09:08.461 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
20:09:08.472 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
20:09:08.472 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:09:08.472 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
20:09:08.472 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:09:08.472 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
20:09:08.472 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
20:09:08.473 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:09:08.474 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
20:09:08.474 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
20:09:08.475 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:09:08.475 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
20:09:08.475 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:09:08.476 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:09:08.476 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
20:09:08.476 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
20:09:08.477 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.477 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.477 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.478 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.484 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
20:09:08.484 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
20:09:08.485 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
20:09:08.485 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
20:09:08.486 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:08.487 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
20:09:08.487 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:08.490 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
20:09:08.498 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.498 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.498 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.499 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.499 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.499 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.500 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.503 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 1f02022c9a2936dac70c2082cc7114d7
20:09:08.508 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:08.508 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:08.508 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:08.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.509 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:08.510 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:08.510 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:08.510 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:08.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:08.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:08.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:08.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:08.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:08.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:08.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:08.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:08.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:08.511 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:08.517 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.517 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.517 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:08.527601 10470 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 11026
20:09:08.543 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.543 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.543 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.544 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.557 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.558 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.558 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.559 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.569 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ad901cc2bda24844b67446a1d7c9dc3e
20:09:08.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:08.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:08.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:08.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:08.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:08.577 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:08.577 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:08.581 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='574d2abe929600eec89e3abf024e737734cf4c6e9890a0b1a41088516e6f963b'}]
20:09:08.582 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8eb600b19dcb07d684c96eb3a4cd33ae4c33882646ca358d35cc7f45dfc334fd'}]
20:09:08.583 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='78885cdfe6b78a0cac8c1834f8b21d3778301c35a392493a5c606e04764ac2a9'}]
20:09:08.584 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0e6321d5a57b00b19570e25855b93e227da2b5def9b3165e01e395185e14082b'}]
20:09:08.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:08.588629 11213 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.57.129:40021: connect: Connection refused (error 111)
20:09:08.589 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:08.589 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 7
20:09:08.590 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:08.591 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:08.592 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
20:09:08.592 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:08.593 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:08.593 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
20:09:08.594 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:08.594 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:08.595 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
20:09:08.595 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}]
20:09:08.597 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:08.597361 10470 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 11170
20:09:08.599 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:08.600 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:08.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.601 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:08.601 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779) for tablet 6b876550ae1a40ac869f391cfd161a70: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.611 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779) for tablet f52dd5053c234ac48aabfdd897043dce: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.611 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779) for tablet 8117c44868a54d04a349af2bf9b2df64: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.612 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779) for tablet 82094b530bc241b9aa1a5aaed34bfaf1: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.616 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:08.617 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.617 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.618 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.618 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] connecting to peer
20:09:08.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.619 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] Successfully connected to peer
20:09:08.620 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] connecting to peer
20:09:08.621 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] connecting to peer
20:09:08.621 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] Successfully connected to peer
20:09:08.621 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] connecting to peer
20:09:08.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.622 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021) for tablet 82094b530bc241b9aa1a5aaed34bfaf1: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.622 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] Successfully connected to peer
20:09:08.637 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.638 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.638 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.638 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.642 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] connecting to peer
20:09:08.643 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] Successfully connected to peer
20:09:08.643 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.643 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.643 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.644 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.643 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.644 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.644 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.645 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.652 [ERROR - kudu-nio-1] (Connection.java:452) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x06964081, L:/127.0.0.1:52950 - R:/127.10.57.131:35881]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.652 [ERROR - kudu-nio-2] (Connection.java:452) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x91a3042c, L:/127.0.0.1:52970 - R:/127.10.57.131:35881]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.652 [ERROR - kudu-nio-1] (Connection.java:452) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x38607b7a, L:/127.0.0.1:52940 - R:/127.10.57.131:35881]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] cleaning up while in state NEGOTIATING due to: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x06964081, L:/127.0.0.1:52950 - R:/127.10.57.131:35881]
20:09:08.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] cleaning up while in state NEGOTIATING due to: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x91a3042c, L:/127.0.0.1:52970 - R:/127.10.57.131:35881]
20:09:08.653 [ERROR - kudu-nio-1] (Connection.java:452) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0xfaac8793, L:/127.0.0.1:52966 - R:/127.10.57.131:35881]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] cleaning up while in state NEGOTIATING due to: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x38607b7a, L:/127.0.0.1:52940 - R:/127.10.57.131:35881]
20:09:08.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] cleaning up while in state NEGOTIATING due to: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0xfaac8793, L:/127.0.0.1:52966 - R:/127.10.57.131:35881]
20:09:08.653 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5823079f716145639cb83230887dfabf(127.10.57.131:35881) for tablet 8117c44868a54d04a349af2bf9b2df64: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x06964081, L:/127.0.0.1:52950 - R:/127.10.57.131:35881]
20:09:08.653 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] handling channelInactive
20:09:08.653 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5823079f716145639cb83230887dfabf(127.10.57.131:35881) for tablet 6b876550ae1a40ac869f391cfd161a70: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0xfaac8793, L:/127.0.0.1:52966 - R:/127.10.57.131:35881]
20:09:08.653 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5823079f716145639cb83230887dfabf(127.10.57.131:35881) for tablet f52dd5053c234ac48aabfdd897043dce: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x38607b7a, L:/127.0.0.1:52940 - R:/127.10.57.131:35881]
20:09:08.654 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] handling channelInactive
20:09:08.654 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] handling channelInactive
20:09:08.654 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5823079f716145639cb83230887dfabf(127.10.57.131:35881) for tablet 82094b530bc241b9aa1a5aaed34bfaf1: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x91a3042c, L:/127.0.0.1:52970 - R:/127.10.57.131:35881]
20:09:08.654 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] handling channelInactive
20:09:08.658 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] connecting to peer
20:09:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:08.658890 10470 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 10482
20:09:08.659 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] connecting to peer
20:09:08.659 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.661 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.661 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] connecting to peer
20:09:08.662 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021) for tablet f52dd5053c234ac48aabfdd897043dce: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.662 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021) for tablet 8117c44868a54d04a349af2bf9b2df64: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.666 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021) for tablet 6b876550ae1a40ac869f391cfd161a70: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.668 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.668 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.10.57.190:40219(127.10.57.190:40219)] Successfully connected to peer
20:09:08.669 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.669 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.10.57.189:41763(127.10.57.189:41763)] Successfully connected to peer
20:09:08.675 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.10.57.188:43111(127.10.57.188:43111)] Successfully connected to peer
20:09:08.676 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.189
20:09:08.677 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.680 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.680 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.686 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.687 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.10.57.190:40219(127.10.57.190:40219)] Successfully connected to peer
20:09:08.687 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:08.688 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.689 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.10.57.189:41763(127.10.57.189:41763)] Successfully connected to peer
20:09:08.692 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x599270df, L:/127.0.0.1:42444 - R:/127.10.57.189:41763] using SASL/PLAIN
20:09:08.694 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.188
20:09:08.696 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.189
20:09:08.705 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:08.706 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.707 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.10.57.190:40219(127.10.57.190:40219)] Successfully connected to peer
20:09:08.709 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:08.709 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xd589c388, L:/127.0.0.1:60872 - R:/127.10.57.188:43111] using SASL/PLAIN
20:09:08.713 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xc6352cad, L:/127.0.0.1:42460 - R:/127.10.57.189:41763] using SASL/PLAIN
20:09:08.714 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:08.714 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29932, elapsed=52), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [34ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, deferred=null) after lookup
20:09:08.718 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.718 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 82094b530bc241b9aa1a5aaed34bfaf1 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
20:09:08.718 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:08.718 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:08.718 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:08.719 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:08.719 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:08.719 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.10.57.190:40219(127.10.57.190:40219)] Successfully connected to peer
20:09:08.719 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=82094b530bc241b9aa1a5aaed34bfaf1@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)[L],5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:08.720 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=82094b530bc241b9aa1a5aaed34bfaf1, attempt=4, KuduRpc(method=Scan, tablet=82094b530bc241b9aa1a5aaed34bfaf1, attempt=4, TimeoutTracker(timeout=30000, elapsed=127), Traces: [0ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [11ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [11ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [20ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [21ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [21ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [40ms] sending RPC to server 5823079f716145639cb83230887dfabf, [53ms] received response from server 5823079f716145639cb83230887dfabf: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x91a3042c, L:/127.0.0.1:52970 - R:/127.10.57.131:35881], [53ms] delaying RPC due to: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x91a3042c, L:/127.0.0.1:52970 - R:/127.10.57.131:35881], [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [94ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [117ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, deferred=Deferred@882144731(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup
20:09:08.720 [DEBUG - kudu-nio-5] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:08.720 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.57.190:40219(127.10.57.190:40219)] handling channelInactive
20:09:08.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state READY due to: connection closed
20:09:08.721 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:08.720880 10722 connection.cc:582] client connection to 127.10.57.190:40219 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:09:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:08.721521 10722 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:09:08.721 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.10.57.189:41763(127.10.57.189:41763)] Successfully connected to peer
20:09:08.724 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.189
20:09:08.724 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x04df3a52, L:/127.0.0.1:34728 - R:/127.10.57.190:40219]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.724 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x16a7aa8d, L:/127.0.0.1:34732 - R:/127.10.57.190:40219]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state NEGOTIATING due to: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x04df3a52, L:/127.0.0.1:34728 - R:/127.10.57.190:40219]
20:09:08.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x04df3a52, L:/127.0.0.1:34728 - R:/127.10.57.190:40219]
20:09:08.725 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.10.57.190:40219(127.10.57.190:40219)] handling channelInactive
20:09:08.725 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x24b0f5ed, L:/127.0.0.1:34742 - R:/127.10.57.190:40219]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state NEGOTIATING due to: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x24b0f5ed, L:/127.0.0.1:34742 - R:/127.10.57.190:40219]
20:09:08.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x24b0f5ed, L:/127.0.0.1:34742 - R:/127.10.57.190:40219]
20:09:08.724 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0xebbea978, L:/127.0.0.1:34724 - R:/127.10.57.190:40219]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.726 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.10.57.190:40219(127.10.57.190:40219)] handling channelInactive
20:09:08.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state NEGOTIATING due to: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0xebbea978, L:/127.0.0.1:34724 - R:/127.10.57.190:40219]
20:09:08.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0xebbea978, L:/127.0.0.1:34724 - R:/127.10.57.190:40219]
20:09:08.726 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.10.57.190:40219(127.10.57.190:40219)] handling channelInactive
20:09:08.732 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:08.733 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.10.57.188:43111(127.10.57.188:43111)] Successfully connected to peer
20:09:08.736 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x04a86d30, L:/127.0.0.1:42462 - R:/127.10.57.189:41763] using SASL/PLAIN
20:09:08.736 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.188
20:09:08.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state NEGOTIATING due to: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x16a7aa8d, L:/127.0.0.1:34732 - R:/127.10.57.190:40219]
20:09:08.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x16a7aa8d, L:/127.0.0.1:34732 - R:/127.10.57.190:40219]
20:09:08.739 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.10.57.190:40219(127.10.57.190:40219)] handling channelInactive
20:09:08.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:08.740391 10470 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 10553
20:09:08.741 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.10.57.188:43111(127.10.57.188:43111)] Successfully connected to peer
20:09:08.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.743 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779) for tablet 82094b530bc241b9aa1a5aaed34bfaf1: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.746 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.188
20:09:08.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:08.747866 10722 consensus_peers.cc:597] T 00000000000000000000000000000000 P 63f728a4415747e896ecd2a3f48de869 -> Peer be07a848eb2d48c089a4533e5dc90e09 (127.10.57.190:40219): Couldn't send request to peer be07a848eb2d48c089a4533e5dc90e09. Status: Network error: Client connection negotiation failed: client connection to 127.10.57.190:40219: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:09:08.753 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.754 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.10.57.189:41763(127.10.57.189:41763)] Successfully connected to peer
20:09:08.755 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:08.757 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:08.757 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:08.757 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:08.757 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:08.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:08.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:08.758 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.10.57.188:43111(127.10.57.188:43111)] Successfully connected to peer
20:09:08.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:08.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:08.760 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xed3f54ca, L:/127.0.0.1:60886 - R:/127.10.57.188:43111] using SASL/PLAIN
20:09:08.763 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.10.57.188
20:09:08.764 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x4a5ae479, L:/127.0.0.1:60882 - R:/127.10.57.188:43111] using SASL/PLAIN
20:09:08.766 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:08.767 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29914, elapsed=89), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [39ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x04df3a52, L:/127.0.0.1:34728 - R:/127.10.57.190:40219], [89ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, deferred=null) after lookup
20:09:08.769 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:08.769 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29918, elapsed=89), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [46ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x24b0f5ed, L:/127.0.0.1:34742 - R:/127.10.57.190:40219], [59ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, deferred=null) after lookup
20:09:08.774 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:08.774 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet f52dd5053c234ac48aabfdd897043dce for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
20:09:08.774 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:08.774 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:08.774 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:08.774 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:08.774 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=f52dd5053c234ac48aabfdd897043dce@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:08.775 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=f52dd5053c234ac48aabfdd897043dce, attempt=4, KuduRpc(method=Scan, tablet=f52dd5053c234ac48aabfdd897043dce, attempt=4, TimeoutTracker(timeout=30000, elapsed=183), Traces: [0ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [14ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [14ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [21ms] sending RPC to server 5823079f716145639cb83230887dfabf, [56ms] received response from server 5823079f716145639cb83230887dfabf: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x38607b7a, L:/127.0.0.1:52940 - R:/127.10.57.131:35881], [57ms] delaying RPC due to: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x38607b7a, L:/127.0.0.1:52940 - R:/127.10.57.131:35881], [60ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [65ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [65ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [119ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x04df3a52, L:/127.0.0.1:34728 - R:/127.10.57.190:40219], [169ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [177ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, deferred=Deferred@737404457(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup
20:09:08.775 [DEBUG - kudu-nio-5] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:08.776 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 6b876550ae1a40ac869f391cfd161a70 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
20:09:08.776 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:08.776 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:08.776 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:08.776 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=6b876550ae1a40ac869f391cfd161a70@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:08.776 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=6b876550ae1a40ac869f391cfd161a70, attempt=4, KuduRpc(method=Scan, tablet=6b876550ae1a40ac869f391cfd161a70, attempt=4, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [2ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [22ms] sending RPC to server 5823079f716145639cb83230887dfabf, [54ms] received response from server 5823079f716145639cb83230887dfabf: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0xfaac8793, L:/127.0.0.1:52966 - R:/127.10.57.131:35881], [55ms] delaying RPC due to: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0xfaac8793, L:/127.0.0.1:52966 - R:/127.10.57.131:35881], [60ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [66ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [67ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [127ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x24b0f5ed, L:/127.0.0.1:34742 - R:/127.10.57.190:40219], [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [169ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [177ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, deferred=Deferred@928337011(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup
20:09:08.777 [DEBUG - kudu-nio-5] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:08.777 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x8a44db20, L:/127.0.0.1:60888 - R:/127.10.57.188:43111] using SASL/PLAIN
20:09:08.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.779 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779) for tablet f52dd5053c234ac48aabfdd897043dce: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.780 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779) for tablet 6b876550ae1a40ac869f391cfd161a70: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.781 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:08.781 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29915, elapsed=101), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [59ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x16a7aa8d, L:/127.0.0.1:34732 - R:/127.10.57.190:40219], [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, deferred=null) after lookup
20:09:08.782 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] connecting to peer
20:09:08.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.783 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021) for tablet 82094b530bc241b9aa1a5aaed34bfaf1: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.784 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 8117c44868a54d04a349af2bf9b2df64 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
20:09:08.784 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a83224bde13d4b62a2a0fcacf5349167 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
20:09:08.784 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 488a998ae98e4c908841ab527d5624cd for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
20:09:08.785 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8117c44868a54d04a349af2bf9b2df64@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a83224bde13d4b62a2a0fcacf5349167@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881)[L],ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=488a998ae98e4c908841ab527d5624cd@[2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021),5823079f716145639cb83230887dfabf(127.10.57.131:35881),ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
20:09:08.785 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=8117c44868a54d04a349af2bf9b2df64, attempt=4, KuduRpc(method=Scan, tablet=8117c44868a54d04a349af2bf9b2df64, attempt=4, TimeoutTracker(timeout=30000, elapsed=190), Traces: [0ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [11ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [11ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [20ms] sending RPC to server 5823079f716145639cb83230887dfabf, [53ms] received response from server 5823079f716145639cb83230887dfabf: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x06964081, L:/127.0.0.1:52950 - R:/127.10.57.131:35881], [53ms] delaying RPC due to: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x06964081, L:/127.0.0.1:52950 - R:/127.10.57.131:35881], [61ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [62ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [63ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [139ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x16a7aa8d, L:/127.0.0.1:34732 - R:/127.10.57.190:40219], [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, [181ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [184ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, deferred=Deferred@865336415(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup
20:09:08.785 [DEBUG - kudu-nio-5] (Connection.java:748) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] connecting to peer
20:09:08.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.787 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779) for tablet 8117c44868a54d04a349af2bf9b2df64: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779
20:09:08.794 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.10.57.189:41763(127.10.57.189:41763)] handling channelInactive
20:09:08.794 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.10.57.189:41763(127.10.57.189:41763)] unexpected exception from downstream on [id: 0x0a59a746, L:/127.0.0.1:42466 - R:/127.10.57.189:41763]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:08.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state READY due to: connection closed
20:09:08.795 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.10.57.189:41763(127.10.57.189:41763)] handling channelInactive
20:09:08.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state NEGOTIATING due to: [peer master-127.10.57.189:41763(127.10.57.189:41763)] unexpected exception from downstream on [id: 0x0a59a746, L:/127.0.0.1:42466 - R:/127.10.57.189:41763]
20:09:08.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state READY due to: connection closed
20:09:08.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: [peer master-127.10.57.189:41763(127.10.57.189:41763)] unexpected exception from downstream on [id: 0x0a59a746, L:/127.0.0.1:42466 - R:/127.10.57.189:41763]
20:09:08.795 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.10.57.189:41763(127.10.57.189:41763)] handling channelInactive
20:09:08.794 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.10.57.189:41763(127.10.57.189:41763)] handling channelInactive
20:09:08.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state READY due to: connection closed
20:09:08.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:08.795225 10722 connection.cc:582] client connection to 127.10.57.189:41763 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:09:08.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:08.796355 10470 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 10630
20:09:08.797 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] connecting to peer
20:09:08.794 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.10.57.189:41763(127.10.57.189:41763)] handling channelInactive
20:09:08.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state READY due to: connection closed
20:09:08.801 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] connecting to peer
20:09:08.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.802 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.802 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.802 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.804 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:08.804 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:08.804 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:08.804 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.804 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:08.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.805 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5823079f716145639cb83230887dfabf(127.10.57.131:35881) for tablet f52dd5053c234ac48aabfdd897043dce: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:08.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:08.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:08.806 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:08.806 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:08.806 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:08.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.806 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:08.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.808 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5823079f716145639cb83230887dfabf(127.10.57.131:35881) for tablet 8117c44868a54d04a349af2bf9b2df64: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.820 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] connecting to peer
20:09:08.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.821 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5823079f716145639cb83230887dfabf(127.10.57.131:35881) for tablet 6b876550ae1a40ac869f391cfd161a70: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.838 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.10.57.188:43111(127.10.57.188:43111)] handling channelInactive
20:09:08.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state READY due to: connection closed
20:09:08.838 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] connecting to peer
20:09:08.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.839 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.10.57.188:43111(127.10.57.188:43111)] handling channelInactive
20:09:08.839 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021) for tablet f52dd5053c234ac48aabfdd897043dce: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state READY due to: connection closed
20:09:08.840 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] connecting to peer
20:09:08.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.840 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021) for tablet 6b876550ae1a40ac869f391cfd161a70: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.842 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.10.57.188:43111(127.10.57.188:43111)] handling channelInactive
20:09:08.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state READY due to: connection closed
20:09:08.838 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.10.57.188:43111(127.10.57.188:43111)] handling channelInactive
20:09:08.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state READY due to: connection closed
20:09:08.852 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.10.57.188:43111(127.10.57.188:43111)] handling channelInactive
20:09:08.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state READY due to: connection closed
20:09:08.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134948854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:08.861 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] connecting to peer
20:09:08.862 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] connecting to peer
20:09:08.863 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
20:09:08.863 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
20:09:08.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.864 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5823079f716145639cb83230887dfabf(127.10.57.131:35881) for tablet 82094b530bc241b9aa1a5aaed34bfaf1: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881
20:09:08.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.865 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021) for tablet 8117c44868a54d04a349af2bf9b2df64: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021
20:09:08.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:08.879 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.880 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.10.57.188:43111(127.10.57.188:43111) for tablet Kudu Master: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.898 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.899 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.10.57.188:43111(127.10.57.188:43111) for tablet Kudu Master: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.900 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.900 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.900 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.901 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.902 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:08.902 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:08.902 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:08.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:08.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:08.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:08.903 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:08.918 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.918 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.918 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.919 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.920 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.920 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.921 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.921 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.921 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.921 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.922 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.10.57.188:43111(127.10.57.188:43111) for tablet Kudu Master: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.938 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.938 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.938 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.939 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.939 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.939 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.939 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.940 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.940 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.941 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.941 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.942 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.958 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.958 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.958 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.959 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.960 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.960 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.960 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.960 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.960 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.960 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.960 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.960 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.960 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.960 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.961 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.961 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.961 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.961 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.978 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.978 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.978 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.979 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.979 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.979 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.980 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.980 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.980 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.980 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.980 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.980 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.981 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.982 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:08.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.982 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.10.57.188:43111(127.10.57.188:43111) for tablet Kudu Master: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.998 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:08.998 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:08.998 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:08.999 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.999 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.999 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:08.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:08.999 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.999 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.999 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:08.999 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.001 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.001 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.001 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.001 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.001 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.001 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.002 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.002 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.003 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.003 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.022 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.022 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.022 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.022 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.022 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.023 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.038 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.038 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.038 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.039 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.039 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.040 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.040 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.040 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.041 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.041 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.041 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.042 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.042 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.042 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.042 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.061 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.062 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.062 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.062 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.062 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.062 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.062 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.062 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.062 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.062 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.062 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.063 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.080 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.080 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.080 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.081 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.081 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.081 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.081 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.081 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.081 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.081 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.081 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.081 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.082 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:09.083 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:09.083 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:09.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:09.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:09.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:09.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:09.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:09.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:09.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:09.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:09.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:09.084 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:09.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:09.100 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.101 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.102 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.102 [INFO - pool-494-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.103 [WARN - pool-494-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:09.120 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.120 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.120 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.121 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.121 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.121 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.123 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.123 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:09.123 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:09.124 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:09.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:09.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:09.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:09.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:09.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:09.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:09.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:09.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:09.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:09.125 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:09.138 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.138 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.138 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.139 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.161 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.161 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.161 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.161 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.161 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.162 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.162 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.162 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.162 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.162 [INFO - pool-494-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.162 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.162 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.162 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.162 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.162 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.162 [INFO - pool-494-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.163 [WARN - pool-494-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.163 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.180 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.180 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.180 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.182 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.182 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.185 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:09.185 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:09.185 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:09.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.186 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:09.194 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:09.195 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:09.195 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:09.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:09.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:09.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:09.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:09.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:09.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:09.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:09.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:09.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:09.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:09.220 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.220 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.220 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.221 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.221 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.221 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.221 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.221 [INFO - pool-492-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.221 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.222 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.222 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.222 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.222 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.263 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:09.264 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:09.264 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:09.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:09.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:09.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:09.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:09.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:09.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:09.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:09.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:09.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:09.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:09.277 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:09.277 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:09.277 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:09.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:09.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:09.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:09.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:09.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:09.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:09.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:09.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:09.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:09.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:09.299 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.300 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.300 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.301 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.301 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.301 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.301 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.301 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.302 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.302 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.302 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.303 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.303 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.338 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.338 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.338 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134949354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:09.366 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:09:09.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
20:09:09.371 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:09.371 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:09.371 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:09.372 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:09.372 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:09.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:09.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:09.372 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:09.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:09.373 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:09.373 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:09.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:09.372 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:09.374 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:09.377 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:09.377 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:09.377 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:09.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:09.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:09.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:09.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:09.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:09.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:09.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:09.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:09.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:09.378 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:09.450 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:09.450 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:09.450 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:09.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:09.462 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.462 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.462 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.462 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.462 [INFO - pool-494-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.463 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.463 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.464 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:09.464 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:09.465 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:09.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:09.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:09.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:09.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:09.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:09.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:09.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:09.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:09.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:09.465 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:09.466 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29662), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [31ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [74ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [75ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [144ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [146ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [147ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [148ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [244ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [244ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [502ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [802ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [802ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [802ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [803ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1704ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [2920ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [2922ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [2923ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [2923ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3361ms] refreshing cache from master, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3362ms] too many traces: truncated at 100 traces, deferred=Deferred@848491587(state=PENDING, result=null, callback=(continuation of Deferred@1270890735 after retry RPC after error@1994143834) -> (continuation of Deferred@552849301 after retry RPC after error@98961188) -> (continuation of Deferred@1281943631 after retry RPC after error@1541474160) -> (continuation of Deferred@1699800318 after retry RPC after error@1345982551) -> (continuation of Deferred@1536929935 after retry RPC after error@135456267) -> (continuation of Deferred@1787266275 after retry RPC after error@1782548812) -> (continuation of Deferred@1822835532 after retry RPC after error@1931203181) -> (continuation of Deferred@627961969 after retry RPC after error@856582265) -> (continuation of Deferred@1844244855 after retry RPC after error@1078578717) -> (continuation of Deferred@183324701 after retry RPC after error@1256242329) -> (continuation of Deferred@1083022331 after retry RPC after error@1320848593) -> (continuation of Deferred@783765667 after retry RPC after error@1643914648) -> (continuation of Deferred@1300379679 after retry RPC after error@1472522618) -> (continuation of Deferred@1130531177 after retry RPC after error@1127396472) -> (continuation of Deferred@522989249 after retry RPC after error@1867746151) -> (continuation of Deferred@942501413 after retry RPC after error@1860865068) -> (continuation of Deferred@273612054 after retry RPC after error@1672828107) -> (continuation of Deferred@817513182 after retry RPC after error@168502025) -> (continuation of Deferred@1833617683 after retry RPC after error@613469053) -> (continuation of Deferred@1189007747 after retry RPC after error@362721594) -> (continuation of Deferred@774369483 after retry RPC after error@206445905) -> (continuation of Deferred@1009555346 after retry RPC after error@1549530700) -> (continuation of Deferred@1307305124 after retry RPC after error@833866973) -> (continuation of Deferred@1778081150 after retry RPC after error@1779515291) -> (continuation of Deferred@2018322617 after retry RPC after error@1463277129), errback=(continuation of Deferred@1270890735 after retry RPC after error@1994143834) -> (continuation of Deferred@552849301 after retry RPC after error@98961188) -> (continuation of Deferred@1281943631 after retry RPC after error@1541474160) -> (continuation of Deferred@1699800318 after retry RPC after error@1345982551) -> (continuation of Deferred@1536929935 after retry RPC after error@135456267) -> (continuation of Deferred@1787266275 after retry RPC after error@1782548812) -> (continuation of Deferred@1822835532 after retry RPC after error@1931203181) -> (continuation of Deferred@627961969 after retry RPC after error@856582265) -> (continuation of Deferred@1844244855 after retry RPC after error@1078578717) -> (continuation of Deferred@183324701 after retry RPC after error@1256242329) -> (continuation of Deferred@1083022331 after retry RPC after error@1320848593) -> (continuation of Deferred@783765667 after retry RPC after error@1643914648) -> (continuation of Deferred@1300379679 after retry RPC after error@1472522618) -> (continuation of Deferred@1130531177 after retry RPC after error@1127396472) -> (continuation of Deferred@522989249 after retry RPC after error@1867746151) -> (continuation of Deferred@942501413 after retry RPC after error@1860865068) -> (continuation of Deferred@273612054 after retry RPC after error@1672828107) -> (continuation of Deferred@817513182 after retry RPC after error@168502025) -> (continuation of Deferred@1833617683 after retry RPC after error@613469053) -> (continuation of Deferred@1189007747 after retry RPC after error@362721594) -> (continuation of Deferred@774369483 after retry RPC after error@206445905) -> (continuation of Deferred@1009555346 after retry RPC after error@1549530700) -> (continuation of Deferred@1307305124 after retry RPC after error@833866973) -> (continuation of Deferred@1778081150 after retry RPC after error@1779515291) -> (continuation of Deferred@2018322617 after retry RPC after error@1463277129)))
20:09:09.500 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:09.500 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:09.500 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:09.501 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:09.501 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:09.501 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:09.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:09.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:09.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:09.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:09.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:09.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:09.502 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:09.558 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.558 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.558 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.559 [INFO - pool-490-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.559 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.560 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:09.560 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:09.561 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:09.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.562 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:09.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:09.602 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:09.602 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:09.602 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:09.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.603 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:09.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:09.645 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:09.645 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:09.646 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:09.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.647 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:09.687 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:09.688 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:09.688 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:09.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:09.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:09.689 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:09.689 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:09.801 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:09.801 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:09.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.802 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:09.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.802 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:09.802 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.802 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.802 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:09.802 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.803 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.803 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:09.803 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:09.851 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:09.851 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:09.852 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:09.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:09.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:09.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:09.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:09.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:09.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:09.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:09.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:09.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:09.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:09.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134949854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:09.863 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:09.864 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:09.864 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:09.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:09.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:09.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:09.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:09.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:09.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:09.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:09.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:09.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:09.865 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:09.865 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:09:09.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
20:09:09.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:10.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:10.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:10.121 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:10.121 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:10.122 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:10.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:10.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:10.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:10.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:10.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:10.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:10.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:10.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:10.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:10.122 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:09:10Z chronyd exiting
20:09:10.208 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:10.209 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:10.209 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:10.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:10.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:10.209 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:10.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:10.209 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:10.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:10.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:10.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:10.209 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:10.210 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:10.239 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:10.240 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:10.240 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:10.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:10.240 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:10.240 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:10.240 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:10.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:10.240 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:10.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:10.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:10.240 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:10.240 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:10.240 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:10.240 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:10.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:10.241 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:10.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:10.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:10.241 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:10.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:10.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:10.241 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:10.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:10.241 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:10.241 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:10.300 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:10.300 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:10.300 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:10.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:10.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:10.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:10.301 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:10.301 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:10.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:10.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:10.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:10.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:10.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:10.341 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7) switched from state RESTARTING to RUNNING.
20:09:10.342 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 1f02022c9a2936dac70c2082cc7114d7 from Checkpoint 71 @ 1779134918380 for 1f02022c9a2936dac70c2082cc7114d7 located at file:/tmp/junit16321480258269958575/checkpoints/1f02022c9a2936dac70c2082cc7114d7/chk-71.
20:09:10.343 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:09:10.343 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:09:10.344 [INFO - Thread-63] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:09:10.344 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
20:09:10.344 [DEBUG - Thread-63] (Connection.java:575) [peer master-127.8.16.125:44243(127.8.16.125:44243)] disconnecting while in state TERMINATED
20:09:10.344 [DEBUG - Thread-63] (Connection.java:575) [peer master-127.8.16.124:43447(127.8.16.124:43447)] disconnecting while in state TERMINATED
20:09:10.344 [DEBUG - Thread-63] (Connection.java:575) [peer master-127.8.16.126:37607(127.8.16.126:37607)] disconnecting while in state TERMINATED
20:09:10.344 [DEBUG - Thread-63] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:10.345 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:10.345 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
20:09:10.345 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 20e5361c5b66627d004c5708f4b4de26
20:09:10.345 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
20:09:10.346 [INFO - Thread-63] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:09:10.346 [INFO - Thread-63] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:09:10.346 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:10.346 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 20e5361c5b66627d004c5708f4b4de26.
20:09:10.347 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
20:09:10.347 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 93d0da71ecf505c4b997c18c439fe5cc
20:09:10.347 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
20:09:10.347 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 20e5361c5b66627d004c5708f4b4de26.
20:09:10.347 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:10.348 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
20:09:10.348 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 079af0b16401ee4b7f4d1486652f7d5c
20:09:10.348 [DEBUG - Thread-63] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:10.348 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
20:09:10.348 [INFO - Thread-63] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:09:10.348 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:10.348 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
20:09:10.348 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id e0195d351ba91a630d6da63005277f67
20:09:10.349 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 93d0da71ecf505c4b997c18c439fe5cc.
20:09:10.350 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 93d0da71ecf505c4b997c18c439fe5cc.
20:09:10.350 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 079af0b16401ee4b7f4d1486652f7d5c.
20:09:10.350 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
20:09:10.350 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
20:09:10.351 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:10.351 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 079af0b16401ee4b7f4d1486652f7d5c.
20:09:10.351 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:10.351 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5fcebfb4
20:09:10.351 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:10.351 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:10.352 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:10.352 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
20:09:10.352 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
20:09:10.352 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:10.352 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@270af918
20:09:10.352 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
20:09:10.352 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
20:09:10.352 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:10.353 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:10.353 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:09:10.353 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
20:09:10.354 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60157a44
20:09:10.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134950354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:10.355 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67a3eb4d
20:09:10.357 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:10.359 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:10.359 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot e0195d351ba91a630d6da63005277f67.
20:09:10.359 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
20:09:10.360 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
20:09:10.360 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f044e65
20:09:10.360 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:10.360 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:10.361 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id e0195d351ba91a630d6da63005277f67.
20:09:10.361 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
20:09:10.361 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:10.361 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
20:09:10.361 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
20:09:10.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.362 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:10.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.363 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
20:09:10.364 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:09:10.364 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.365 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
20:09:10.365 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@14f34e39
20:09:10.365 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:10.365 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:10.366 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:09:10.366 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
20:09:10.368 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@158ec604
20:09:10.370 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:10.371 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2994053c
20:09:10.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:10.374 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:10.376 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:10.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.377 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.382 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.383 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.386 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.387 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.388 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:10.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.388 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.389 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.389 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.389 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.389 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.390 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.390 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.391 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.391 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.392 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.392 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.392 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.392 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.392 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.392 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.396 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.397 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.398 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.399 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.401 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:10.402 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:10.403 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.403 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:10.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.403 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.403 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.404 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:10.404 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.405 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.406 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.406 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.407 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.408 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.409 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.410 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.410 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.410 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.410 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.411 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.416 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.417 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.417 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.422 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:10.422 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:10.423 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:10.423 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:10.423 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.423 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.424 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.424 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.425 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.426 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.429 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.429 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.430 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.430 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.436 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.436 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.436 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.437 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:10.438 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:10.438 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:10.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:10.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:10.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:10.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:10.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:10.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:10.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:10.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:10.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:10.438 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:10.441 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:10.441 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:10.441 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:10.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.442 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:10.443 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.443 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.443 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.443 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.444 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.444 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.445 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.445 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.449 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.450 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.450 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.450 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.450 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.450 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.450 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.456 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.457 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.458 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.462 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:10.462 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:10.462 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:10.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.462 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.462 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.462 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.462 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.462 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.462 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:10.463 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.463 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.463 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.464 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.464 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.464 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.469 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.469 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.469 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.470 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.470 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.476 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.476 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.476 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.482 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:10.482 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:10.482 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:10.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:10.483 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.484 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.484 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.489 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.489 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.489 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.490 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.496 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.496 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.496 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.504 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.504 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.504 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.504 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.504 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.505 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.505 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.542 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:10.542 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:10.542 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:10.542 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.542 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.542 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.543 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:10.549 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.549 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.549 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.550 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.550 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.550 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.550 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.550 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.564 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.564 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.564 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.565 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.583 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.583 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:10.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.584 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.584 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.594 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:10.595 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:10.595 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:10.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:10.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:10.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:10.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:10.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:10.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:10.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:10.595 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:10.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:10.596 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:10.602 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:10.602 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:10.602 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:10.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.602 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.602 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.603 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:10.616 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.617 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.617 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:10.617 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.617 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.617 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.644 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.644 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.644 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.645 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.649 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.649 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.649 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.650 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.650 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.650 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.683 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.684 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.684 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.684 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.756 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.756 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.756 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.763 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.763 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.763 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.764 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.764 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.764 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.764 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.801 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:10.801 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:10.801 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:10.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:10.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:10.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.802 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:10.802 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:10.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:10.844 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.844 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.845 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.845 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134950855 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:10.866 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:09:10.866 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
20:09:10.871 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:10.889 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.890 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.890 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.890 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:10.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.890 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:10.890 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:10.891 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:10.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:10.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:10.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:10.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:10.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:10.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:10.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:10.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:10.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:10.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:10.909 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:10.910 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:10.910 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:10.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:10.910 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:10.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:10.911 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:11.016 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:11.016 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:11.017 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:11.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.017 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:11.021 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:11.021 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:11.021 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:11.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.022 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:11.078 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:11.079 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:11.079 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:11.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:11.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:11.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:11.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:11.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:11.079 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:11.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:11.079 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:11.079 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:11.079 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:11.081 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:11.082 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:11.082 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.082 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:11.082 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.082 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.083 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:11.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:11.103 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:11.104 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:11.104 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:11.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.104 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.104 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:11.116 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:11.160 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:11.160 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:11.161 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:11.161 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:11.161 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:11.161 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:11.161 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:11.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:11.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:11.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:11.161 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:11.161 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:11.161 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:11.180 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:11.180 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:11.180 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:11.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.181 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:11.202 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:11.202 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:11.202 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:11.202 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.203 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.203 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:11.242 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:09:11.261 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:11.261 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:11.261 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:11.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.262 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:11.263 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:11.264 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:11.264 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:11.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.264 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:11.312 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testHashOnlyPartitioning: giving up after 1 attempts
E.20:09:11.313 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134951312
20:09:11.313 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779134951313
20:09:11.320 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:09:11.322 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:11.323 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:11.323 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:11.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:11.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:11.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:11.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:11.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:11.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:11.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:11.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:11.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:11.324 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:11.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:11.327 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:09:11.328 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:09:11.328 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:09:11.328 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:09:11.329 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:09:11.334 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:09:11.337 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:11.337 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:11.337 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:11.337 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:11.337 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:11.337 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:11.337 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:11.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:11.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:11.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:11.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:11.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:11.338 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:11.350 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:11.350 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:11.350 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:11.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:11.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:11.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:11.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:11.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:11.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:11.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:11.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:11.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:11.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:11.354 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134951354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:11.363 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:09:11.364 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
20:09:11.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:11.416 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:11.417 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:11.417 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:11.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.417 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.417 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.417 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:11.448 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:11.449 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:11.449 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:11.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:11.449 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:11.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:11.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:11.449 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:11.449 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:11.449 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:11.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:11.449 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:11.449 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:11.497 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:11.497 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:11.497 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:11.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:11.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:11.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:11.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:11.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:11.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:11.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:11.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:11.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:11.498 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:11.549 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:11.549 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:11.549 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:11.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.550 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:11.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:11.616 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:11.620 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:11.620 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:11.620 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:11.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.621 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:11.704 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:11.705 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:11.705 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:11.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:11.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:11.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:11.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:11.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:11.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:11.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:11.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:11.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:11.706 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:11.724 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:11.724 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:11.724 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:11.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:11.738 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:11.738 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:11.738 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:11.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.739 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:11.739 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:09:11.739 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:09:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:11.743789 13162 mini_oidc.cc:150] Starting JWKS server
20:09:11.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:11.747671 13162 webserver.cc:533] Webserver started at http://127.0.0.1:38739/ using document root <none> and password file <none>
20:09:11.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:11.748517 13162 mini_oidc.cc:186] Starting OIDC Discovery server
20:09:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:11.750759 13162 webserver.cc:533] Webserver started at http://127.0.0.1:44033/ using document root <none> and password file <none>
20:09:11.761 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:11.761 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:11.761 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:11.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:11.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.762 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.762 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:11.762 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:11.763 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:11.782 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:11.782 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:11.783 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:11.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.783 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.783 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:11.820 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:11.820 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:11.821 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:11.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.821 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.821 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.821 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:11.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:11.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:11.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:11.824 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:11.824 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:11.825 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:11.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:11.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:09:11Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:09:11.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.826 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:11.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:09:11Z Disabled control of system clock
20:09:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:11.841064 13162 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/wal
20:09:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/data
20:09:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/logs
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/data/info.pb
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.190:45219
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.190
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38739/jwks.json with env {}
20:09:11.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134951854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:11.864 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:09:11.865 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
20:09:11.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:11.976 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:11.976 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:11.976 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:11.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:11.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:11.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:11.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:12.031 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:12.031 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:12.031 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:12.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:12.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:12.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:12.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:12.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:12.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:12.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:12.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:12.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:12.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:12.041 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:12.041 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:12.041 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:12.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:12.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:12.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:12.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:12.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:12.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:12.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:12.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:12.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:12.042 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:12.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:12.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:12.120 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:12.120 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:12.120 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:12.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:12.120 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:12.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:12.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:12.120 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:12.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:12.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:12.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:12.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:12.121 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:12.130 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:12.130 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:12.130 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:12.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:12.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:12.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:12.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:12.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:12.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:12.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:12.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:12.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:12.131 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:12.160 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:12.160 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:12.160 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:12.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:12.161 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:12.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:12.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:12.161 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:12.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:12.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:12.161 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:12.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:12.161 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:12.164 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:12.164 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:12.164 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:12.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:12.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:12.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:12.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:12.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:12.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:12.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:12.164 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:12.164 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:12.164 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.210166 13174 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:12.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.210975 13174 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:12.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.211627 13174 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.252239 13174 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:09:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.252691 13174 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.252954 13174 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:09:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.253161 13174 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:09:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.253499 13174 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:09:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.253755 13174 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38739/jwks.json
20:09:12.284 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:12.284 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:12.284 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:12.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:12.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:12.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:12.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:12.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:12.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:12.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:12.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:12.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:12.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:12.299202 13174 master_runner.cc:387] Master server non-default flags:
20:09:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/data
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/wal
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.190:45219
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38739/jwks.json
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/data/info.pb
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.190
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/logs
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:12.300865 13174 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:12.301 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:12.301 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:12.301 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:12.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:12.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:12.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:12.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:12.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:12.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:12.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:12.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:12.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:12.303 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:12.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:12.303092 13174 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.316219 13180 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:12.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:12.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134952354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:12.366 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:09:12.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
20:09:12.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:12.428 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:12.428 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:12.428 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:12.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:12.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:12.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:12.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:12.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:12.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:12.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:12.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:12.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:12.429 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:12.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:12.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:12.810 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:12.810 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:12.810 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:12.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:12.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:12.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:12.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:12.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:12.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:12.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:12.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:12.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:12.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:12.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:12.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134952854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:12.867 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:09:12.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
20:09:12.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:12.943 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:12.943 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:12.943 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:12.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:12.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:12.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:12.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:12.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:12.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:12.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:12.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:12.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:12.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:13.001 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:13.002 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:13.002 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:13.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:13.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:13.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:13.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:13.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:13.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:13.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:13.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:13.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:13.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:13.058 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:13.058 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:13.058 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:13.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:13.059 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:13.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:13.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:13.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:13.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:13.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:13.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:13.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:13.059 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:13.080 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:13.080 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:13.080 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:13.081 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:13.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:13.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:13.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:13.081 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:13.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:13.081 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:13.081 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:13.081 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:13.081 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:13.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:13.103 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:13.103 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:13.103 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:13.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:13.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:13.149 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:13.149 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:13.150 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:13.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.151 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:13.195 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:13.195 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:13.195 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:13.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:13.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:13.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:13.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:13.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:13.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:13.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:13.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:13.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:13.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:13.225 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:13.225 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:13.225 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:13.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:13.230 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:13.230 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:13.230 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:13.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.231 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.231 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.231 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:13.246 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:13.246 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:13.246 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:13.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.247 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.247 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:13.264 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:13.265 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:13.265 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:13.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:13.284 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:13.285 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:13.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.285 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:13.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.287 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:13.302 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:13.302 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:13.302 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:13.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.303 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:13.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:13.331 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:13.331 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:13.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:13.331 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:13.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:13.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:13.332 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:13.332 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:13.332 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:13.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:13.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:13.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:13.333 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:13.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134953354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:13.371 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:13.372 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=16 ms, finalizationTime=2 ms).
20:09:13.374 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
20:09:13.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:13.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:13.650 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:13.650 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:13.650 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:13.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:13.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:13.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:13.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:13.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:13.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:13.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:13.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:13.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:13.651 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:13.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.317916 13181 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:13.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:12.321067 13183 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:13.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:13.708701 13182 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:09:13.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.709254 13174 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.722600 13174 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.726084 13174 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.729774 13174 hybrid_clock.cc:648] HybridClock initialized: now 1779134953729574 us; error 184 us; skew 500 ppm
20:09:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.731196 13174 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.739739 13174 webserver.cc:533] Webserver started at http://127.12.218.190:44267/ using document root <none> and password file <none>
20:09:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.741117 13174 fs_manager.cc:362] Metadata directory not provided
20:09:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.741505 13174 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:13.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.742127 13174 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:13.745 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:13.745 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:13.745 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:13.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.746 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:13.746 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:13.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:13.746 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:13.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.748553 13174 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/data/instance:
20:09:13.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2a6a240a24742129495364eac26a14a"
20:09:13.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:13 on dist-test-slave-66b9"
20:09:13.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.750139 13174 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/wal/instance:
20:09:13.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2a6a240a24742129495364eac26a14a"
20:09:13.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:13 on dist-test-slave-66b9"
20:09:13.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.759589 13174 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
20:09:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.768896 13191 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.770444 13174 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
20:09:13.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.770851 13174 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/wal
20:09:13.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d2a6a240a24742129495364eac26a14a"
20:09:13.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:13 on dist-test-slave-66b9"
20:09:13.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.771265 13174 fs_report.cc:389] FS layout report
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/wal
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/wal
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/data/data
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:13.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:13.843 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:13.843 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:13.844 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:13.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:13.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:13.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:13.844 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.850880 13174 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.854198 13174 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.855297 13174 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:13.856 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134953855 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:13.867 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:09:13.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
20:09:13.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.960558 13174 rpc_server.cc:307] RPC server started. Bound to: 127.12.218.190:45219
20:09:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.960801 13243 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.218.190:45219 every 8 connection(s)
20:09:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.964217 13174 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/data/info.pb
20:09:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.971845 13244 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:13.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.974071 13162 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 13174
20:09:13.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.974591 13162 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-0/wal/instance
20:09:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.979408 13162 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/wal
20:09:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/data
20:09:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/logs
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/data/info.pb
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:13.980 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:13.980 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.189:41435
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.189
20:09:13.980 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:13.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:13.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38739/jwks.json with env {}
20:09:13.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:13.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:13.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:13.981 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:13.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:13.981 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:13.981 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:13.981 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:13.988816 13244 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } has no permanent_uuid. Determining permanent_uuid...
20:09:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:14.029769 13244 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } has no permanent_uuid. Determining permanent_uuid...
20:09:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.033705 13193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.218.189:41435: connect: Connection refused (error 111)
20:09:14.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.038610 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.189:41435: Network error: Client connection negotiation failed: client connection to 127.12.218.189:41435: connect: Connection refused (error 111)
20:09:14.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:14.088 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:14.088 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:14.088 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:14.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:14.089 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:14.089 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:14.089 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:14.089 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:14.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:14.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:14.089 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:14.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:14.088267 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } attempt: 1
20:09:14.090 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.093443 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.189:41435: Network error: Client connection negotiation failed: client connection to 127.12.218.189:41435: connect: Connection refused (error 111)
20:09:14.103 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:14.104 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:14.104 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:14.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:14.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:14.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:14.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:14.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:14.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:14.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:14.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:14.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:14.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:14.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:14.162145 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } attempt: 2
20:09:14.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.168846 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.189:41435: Network error: Client connection negotiation failed: client connection to 127.12.218.189:41435: connect: Connection refused (error 111)
20:09:14.171 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:14.171 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:14.171 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:14.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:14.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:14.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:14.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:14.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:14.173 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:14.173 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:14.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:14.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:14.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:14.249 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:14.249 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:14.250 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:14.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:14.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:14.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:14.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:14.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:14.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:14.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:14.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:14.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:14.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:14.260283 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } attempt: 3
20:09:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.264669 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.189:41435: Network error: Client connection negotiation failed: client connection to 127.12.218.189:41435: connect: Connection refused (error 111)
20:09:14.282 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:14.283 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:14.283 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:14.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:14.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:14.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:14.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:14.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:14.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:14.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:14.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:14.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:14.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:14.300 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:14.300 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:14.300 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:14.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:14.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:14.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:14.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:14.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:14.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:14.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:14.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:14.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:14.301 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:14.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:14.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134954354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:14.364 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:09:14.364 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
20:09:14.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:14.408172 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } attempt: 4
20:09:14.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.412909 13246 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:14.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.413173 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.189:41435: Network error: Client connection negotiation failed: client connection to 127.12.218.189:41435: connect: Connection refused (error 111)
20:09:14.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.413676 13246 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:14.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.414364 13246 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:14.449 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:14.449 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:14.449 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:14.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:14.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:14.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:14.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:14.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:14.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:14.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:14.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:14.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:14.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:14.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.458973 13246 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:09:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.459583 13246 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.460002 13246 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:09:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.460841 13246 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:09:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.461278 13246 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:09:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.461601 13246 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38739/jwks.json
20:09:14.503 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:14.503 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:14.503 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:14.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:14.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:14.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:14.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:14.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:14.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:14.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:14.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:14.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:14.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:14.512306 13246 master_runner.cc:387] Master server non-default flags:
20:09:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/data
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/wal
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.189:41435
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38739/jwks.json
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/data/info.pb
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.189
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/logs
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:14.513824 13246 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:14.515 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:14.515 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:14.516 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:14.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:14.515826 13246 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:14.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:14.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:14.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:14.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:14.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:14.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:14.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:14.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:14.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:14.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.532028 13255 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:14.542 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:14.543 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:14.543 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:14.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:14.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:14.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:14.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:14.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:14.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:14.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:14.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:14.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:14.544 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:14.551 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:14.551 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:14.551 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:14.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:14.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:14.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:14.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:14.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:14.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:14.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:14.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:14.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:14.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:14.579 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:14.579 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:14.580 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:14.580 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:14.580 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:14.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:14.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:14.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:14.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:14.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:14.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:14.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:14.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:14.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:14.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:14.637 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:14.638 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:14.638 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:14.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:14.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:14.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:14.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:14.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:14.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:14.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:14.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:14.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:14.640 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:14.713074 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } attempt: 5
20:09:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.724220 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.189:41435: Network error: Client connection negotiation failed: client connection to 127.12.218.189:41435: connect: Connection refused (error 111)
20:09:14.820 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:14.821 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:14.821 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:14.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:14.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:14.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:14.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:14.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:14.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:14.822 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:14.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:14.822 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:14.823 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:14.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:14.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134954854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:14.866 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:09:14.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
20:09:14.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:14.898 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:14.898 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:14.899 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:14.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:14.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:14.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:14.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:14.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:14.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:14.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:14.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:14.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:14.900 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:15.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:15.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:15.209 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:15.209 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:15.209 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:15.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:15.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:15.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:15.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:15.210 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:15.210 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:15.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:15.210 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:15.210 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:15.210 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:15.241 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:15.242 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:15.242 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:15.242 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:15.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:15.242 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:15.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:15.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:15.243 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:15.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:15.244 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:15.244 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:15.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.244 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.244 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:15.244 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:15.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.245 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:15.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.245 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:15.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.246 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:15.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:15.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:15.246 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:15.246 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:15.272151 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } attempt: 6
20:09:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:15.281591 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.189:41435: Network error: Client connection negotiation failed: client connection to 127.12.218.189:41435: connect: Connection refused (error 111)
20:09:15.284 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:15.284 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:15.285 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:15.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:15.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:15.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134955354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:15.368 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:09:15.369 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
20:09:15.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:15.377 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:15.377 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:15.378 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:15.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:15.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:15.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:15.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:15.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:15.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:15.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:15.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:15.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:15.378 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:15.403 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:15.403 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:15.404 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:15.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:15.440 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:15.440 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:15.440 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:15.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:15.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:15.441 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:15.441 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:15.441 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:15.442 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:15.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:15.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:15.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:15.442 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:15.461 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:15.461 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:15.462 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:15.462 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:15.462 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:15.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:15.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:15.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:15.462 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:15.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:15.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:15.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:15.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:15.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:15.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:15.643 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:15.643 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:15.644 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:15.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:15.765 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:15.765 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:15.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:15.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:15.766 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:15.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:15.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:15.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:15.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:15.766 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:15.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:15.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:15.766 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:15.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:15.831 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:15.831 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:15.831 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:15.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:15.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:15.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:15.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:15.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:15.832 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:15.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:15.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:15.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:15.832 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:15.836 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:15.836 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:15.836 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:15.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:15.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:15.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:15.837 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:15.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134955854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:15.870 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:09:15.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:15.873 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
20:09:16.000 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:16.000 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:16.001 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:16.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.001 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.001 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:16.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:14.533106 13256 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:16.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.072413 13258 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.077756 13257 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1538 milliseconds
20:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.078076 13246 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.079670 13246 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.083019 13246 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:16.083 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.084676 13246 hybrid_clock.cc:648] HybridClock initialized: now 1779134956084606 us; error 81 us; skew 500 ppm
20:09:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.085843 13246 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.093453 13246 webserver.cc:533] Webserver started at http://127.12.218.189:43667/ using document root <none> and password file <none>
20:09:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.094692 13246 fs_manager.cc:362] Metadata directory not provided
20:09:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.095026 13246 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.095738 13246 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.100962 13246 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/data/instance:
20:09:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d54d6967abba4182baa20bad8171fe52"
20:09:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:16 on dist-test-slave-66b9"
20:09:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.102272 13246 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/wal/instance:
20:09:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d54d6967abba4182baa20bad8171fe52"
20:09:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:16 on dist-test-slave-66b9"
20:09:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.110909 13246 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
20:09:16.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.119510 13267 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.120954 13246 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.001s	sys 0.004s
20:09:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.121285 13246 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/wal
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d54d6967abba4182baa20bad8171fe52"
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:16 on dist-test-slave-66b9"
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.121636 13246 fs_report.cc:389] FS layout report
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/wal
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/wal
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/data/data
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:16.139 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:16.140 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:16.140 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:16.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:16.140 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:16.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:16.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:16.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:16.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:16.140 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:16.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:16.140 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:16.140 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:16.148 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:16.149 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:16.149 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:16.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:16.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:16.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:16.149 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:16.149 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:16.149 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:16.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:16.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:16.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:16.150 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:16.181 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:16.182 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:16.182 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:16.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:16.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:16.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:16.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:16.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:16.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:16.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:16.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:16.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:16.183 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.187212 13246 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.189119 13246 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.189559 13246 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:16.244 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:16.244 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:16.244 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.244 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:16.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.246 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.280652 13246 rpc_server.cc:307] RPC server started. Bound to: 127.12.218.189:41435
20:09:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.280781 13318 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.218.189:41435 every 8 connection(s)
20:09:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.283991 13246 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/data/info.pb
20:09:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.289391 13162 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 13246
20:09:16.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.289846 13162 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-1/wal/instance
20:09:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.291174 13319 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.292483 13162 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/wal
20:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/data
20:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/logs
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/data/info.pb
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.188:33935
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.188
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38739/jwks.json with env {}
20:09:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.305116 13319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } has no permanent_uuid. Determining permanent_uuid...
20:09:16.323 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:16.323 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:16.324 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:16.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:16.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:16.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:16.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:16.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:16.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:16.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:16.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:16.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:16.324 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:16.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:16.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.339529 13319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } has no permanent_uuid. Determining permanent_uuid...
20:09:16.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.343418 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } attempt: 7
20:09:16.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134956354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:16.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.370174 13319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } has no permanent_uuid. Determining permanent_uuid...
20:09:16.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.373536 13269 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.374 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
20:09:16.374 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
20:09:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.380574 13244 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } has no permanent_uuid. Determining permanent_uuid...
20:09:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.382728 13319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.387993 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.432318 13319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 1
20:09:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.438148 13319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.446440 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 1
20:09:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.451395 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.483 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:16.484 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:16.484 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:16.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:16.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:16.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:16.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:16.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:16.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:16.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:16.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:16.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:16.484 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:16.495 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:16.495 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:16.495 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:16.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:16.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:16.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:16.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:16.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:16.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:16.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:16.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:16.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:16.496 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.506644 13319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 2
20:09:16.511 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:16.511 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:16.512 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:16.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.512012 13319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.513 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.513 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.513 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.532915 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 2
20:09:16.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.537631 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:16.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.603542 13319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 3
20:09:16.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.607873 13319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:16.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.623100 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 3
20:09:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.627388 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.686080 13321 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.687090 13321 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.687708 13321 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.729698 13321 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:09:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.730111 13321 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.730335 13321 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:09:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.730628 13321 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:09:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.730906 13321 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:09:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.731130 13321 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38739/jwks.json
20:09:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.751506 13319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 4
20:09:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.756378 13319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.767943 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 4
20:09:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.772918 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.778453 13321 master_runner.cc:387] Master server non-default flags:
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/data
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/wal
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.188:33935
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38739/jwks.json
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/data/info.pb
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.188
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/logs
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.780035 13321 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:16.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:16.782256 13321 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:16.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.795477 13334 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:16.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:16.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134956854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:16.864 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:16.865 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:16.865 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:16.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.866 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.866 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.866 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:16.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:16.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:16.873 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.873 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:16.873 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:16.878 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
20:09:16.880 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
20:09:16.890 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:16.891 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:16.891 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:16.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:16.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:16.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:16.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:16.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:16.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:16.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:16.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:16.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:16.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:16.894 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:16.894 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:16.895 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:16.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:16.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:16.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:16.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:16.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:16.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:16.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:16.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:16.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:16.896 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:16.962 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:16.963 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:16.963 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:16.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:16.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:16.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:16.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:16.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:16.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:16.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:16.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:16.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:16.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:16.983 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:16.984 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:16.984 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:16.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:16.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:16.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:16.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:16.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:16.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:16.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:16.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:16.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:16.987 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:17.055927 13319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 5
20:09:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:17.056407 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 5
20:09:17.065 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:17.065 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:17.065 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:17.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:17.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:17.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:17.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:17.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:17.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:17.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:17.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:17.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:17.067 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:17.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:17.080216 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:17.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:17.082508 13319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:17.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:17.105 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:17.106 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:17.106 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:17.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.109 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:17.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:17.186 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:17.186 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:17.186 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:17.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.189 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.189 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.189 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.189 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:17.192 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [26ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [30ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [35ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [35ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [94ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [95ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [97ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [97ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [128ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [133ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [145ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [146ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [188ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [189ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [281ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [502ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [682ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1302ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2743ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2743ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3800ms] refreshing cache from master, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@354302742(state=PENDING, result=null, callback=(continuation of Deferred@114396404 after retry RPC after error@2017122301) -> (continuation of Deferred@1555651396 after retry RPC after error@949685582) -> (continuation of Deferred@841453701 after retry RPC after error@478948355) -> (continuation of Deferred@184104877 after retry RPC after error@1793637057) -> (continuation of Deferred@1682291873 after retry RPC after error@433354782) -> (continuation of Deferred@1515417814 after retry RPC after error@1975711727) -> (continuation of Deferred@1017904450 after retry RPC after error@109405761) -> (continuation of Deferred@1200714631 after retry RPC after error@621713685) -> (continuation of Deferred@1177301275 after retry RPC after error@1807147249) -> (continuation of Deferred@670542667 after retry RPC after error@1986025617) -> (continuation of Deferred@1373838255 after retry RPC after error@227461130) -> (continuation of Deferred@398034691 after retry RPC after error@1667887541) -> (continuation of Deferred@706650132 after retry RPC after error@1361834949) -> (continuation of Deferred@175241084 after retry RPC after error@649677790) -> (continuation of Deferred@2037928221 after retry RPC after error@2000887852) -> (continuation of Deferred@1913451439 after retry RPC after error@503820683) -> (continuation of Deferred@634190831 after retry RPC after error@1273036090) -> (continuation of Deferred@1592061538 after retry RPC after error@2102171612) -> (continuation of Deferred@1058871321 after retry RPC after error@1935158253) -> (continuation of Deferred@171334682 after retry RPC after error@324917495) -> (continuation of Deferred@1154991957 after retry RPC after error@1994562401) -> (continuation of Deferred@1317855019 after retry RPC after error@862661741) -> (continuation of Deferred@1241294906 after retry RPC after error@723979255) -> (continuation of Deferred@58387519 after retry RPC after error@1763225721), errback=(continuation of Deferred@114396404 after retry RPC after error@2017122301) -> (continuation of Deferred@1555651396 after retry RPC after error@949685582) -> (continuation of Deferred@841453701 after retry RPC after error@478948355) -> (continuation of Deferred@184104877 after retry RPC after error@1793637057) -> (continuation of Deferred@1682291873 after retry RPC after error@433354782) -> (continuation of Deferred@1515417814 after retry RPC after error@1975711727) -> (continuation of Deferred@1017904450 after retry RPC after error@109405761) -> (continuation of Deferred@1200714631 after retry RPC after error@621713685) -> (continuation of Deferred@1177301275 after retry RPC after error@1807147249) -> (continuation of Deferred@670542667 after retry RPC after error@1986025617) -> (continuation of Deferred@1373838255 after retry RPC after error@227461130) -> (continuation of Deferred@398034691 after retry RPC after error@1667887541) -> (continuation of Deferred@706650132 after retry RPC after error@1361834949) -> (continuation of Deferred@175241084 after retry RPC after error@649677790) -> (continuation of Deferred@2037928221 after retry RPC after error@2000887852) -> (continuation of Deferred@1913451439 after retry RPC after error@503820683) -> (continuation of Deferred@634190831 after retry RPC after error@1273036090) -> (continuation of Deferred@1592061538 after retry RPC after error@2102171612) -> (continuation of Deferred@1058871321 after retry RPC after error@1935158253) -> (continuation of Deferred@171334682 after retry RPC after error@324917495) -> (continuation of Deferred@1154991957 after retry RPC after error@1994562401) -> (continuation of Deferred@1317855019 after retry RPC after error@862661741) -> (continuation of Deferred@1241294906 after retry RPC after error@723979255) -> (continuation of Deferred@58387519 after retry RPC after error@1763225721)))
20:09:17.270 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:17.270 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:17.271 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:17.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:17.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:17.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:17.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:17.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:17.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:17.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:17.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:17.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:17.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:17.324 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:17.324 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:17.324 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:17.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:17.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:17.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:17.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:17.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:17.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:17.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:17.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:17.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:17.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:17.327 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:17.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134957355 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:17.371 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:09:17.373 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
20:09:17.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:17.432 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:17.432 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:17.432 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:17.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.434 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:17.435 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29462), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [12ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [19ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [31ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [32ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [90ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [91ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [91ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [111ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [139ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [140ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [185ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [185ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [186ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [186ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [321ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [322ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [588ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [589ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [589ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [589ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [589ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [721ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [721ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [721ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [722ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1241ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3280ms] refreshing cache from master, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [3283ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3283ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [3341ms] refreshing cache from master, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3343ms] too many traces: truncated at 100 traces, deferred=Deferred@686083221(state=PENDING, result=null, callback=(continuation of Deferred@1306388981 after retry RPC after error@893140065) -> (continuation of Deferred@378605983 after retry RPC after error@413132732) -> (continuation of Deferred@976172827 after retry RPC after error@1856297739) -> (continuation of Deferred@1890001577 after retry RPC after error@400722182) -> (continuation of Deferred@1412883214 after retry RPC after error@469894656) -> (continuation of Deferred@1442434371 after retry RPC after error@1456522307) -> (continuation of Deferred@899511044 after retry RPC after error@958611889) -> (continuation of Deferred@581636099 after retry RPC after error@1921592009) -> (continuation of Deferred@743600847 after retry RPC after error@266305597) -> (continuation of Deferred@1963893453 after retry RPC after error@1323958727) -> (continuation of Deferred@1896994527 after retry RPC after error@37519016) -> (continuation of Deferred@44346600 after retry RPC after error@484335938) -> (continuation of Deferred@1661397800 after retry RPC after error@36573406) -> (continuation of Deferred@625618847 after retry RPC after error@1248955909) -> (continuation of Deferred@511337416 after retry RPC after error@1814050873) -> (continuation of Deferred@409130229 after retry RPC after error@1579511898) -> (continuation of Deferred@319569013 after retry RPC after error@2122330077) -> (continuation of Deferred@1884002692 after retry RPC after error@93950071) -> (continuation of Deferred@1996811045 after retry RPC after error@142990559) -> (continuation of Deferred@607052786 after retry RPC after error@1845351720) -> (continuation of Deferred@1039160945 after retry RPC after error@464848436) -> (continuation of Deferred@1222072259 after retry RPC after error@1266716516) -> (continuation of Deferred@1962675131 after retry RPC after error@1196111798) -> (continuation of Deferred@894437843 after retry RPC after error@2053393330) -> (continuation of Deferred@1859204758 after retry RPC after error@1891191421) -> (continuation of Deferred@1167252264 after retry RPC after error@502473203) -> (continuation of Deferred@2054279517 after retry RPC after error@1084331724), errback=(continuation of Deferred@1306388981 after retry RPC after error@893140065) -> (continuation of Deferred@378605983 after retry RPC after error@413132732) -> (continuation of Deferred@976172827 after retry RPC after error@1856297739) -> (continuation of Deferred@1890001577 after retry RPC after error@400722182) -> (continuation of Deferred@1412883214 after retry RPC after error@469894656) -> (continuation of Deferred@1442434371 after retry RPC after error@1456522307) -> (continuation of Deferred@899511044 after retry RPC after error@958611889) -> (continuation of Deferred@581636099 after retry RPC after error@1921592009) -> (continuation of Deferred@743600847 after retry RPC after error@266305597) -> (continuation of Deferred@1963893453 after retry RPC after error@1323958727) -> (continuation of Deferred@1896994527 after retry RPC after error@37519016) -> (continuation of Deferred@44346600 after retry RPC after error@484335938) -> (continuation of Deferred@1661397800 after retry RPC after error@36573406) -> (continuation of Deferred@625618847 after retry RPC after error@1248955909) -> (continuation of Deferred@511337416 after retry RPC after error@1814050873) -> (continuation of Deferred@409130229 after retry RPC after error@1579511898) -> (continuation of Deferred@319569013 after retry RPC after error@2122330077) -> (continuation of Deferred@1884002692 after retry RPC after error@93950071) -> (continuation of Deferred@1996811045 after retry RPC after error@142990559) -> (continuation of Deferred@607052786 after retry RPC after error@1845351720) -> (continuation of Deferred@1039160945 after retry RPC after error@464848436) -> (continuation of Deferred@1222072259 after retry RPC after error@1266716516) -> (continuation of Deferred@1962675131 after retry RPC after error@1196111798) -> (continuation of Deferred@894437843 after retry RPC after error@2053393330) -> (continuation of Deferred@1859204758 after retry RPC after error@1891191421) -> (continuation of Deferred@1167252264 after retry RPC after error@502473203) -> (continuation of Deferred@2054279517 after retry RPC after error@1084331724)))
20:09:17.539 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:17.539 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:17.539 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:17.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:17.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:17.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:17.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:17.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:17.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:17.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:17.541 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:17.541 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:17.541 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:17.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:17.587 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:17.588 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:17.588 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:17.588 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.589 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.590 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:17.619 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:17.630214 13319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 6
20:09:17.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:17.632931 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 6
20:09:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:17.668810 13319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:17.670907 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:17.689 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:17.689 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:17.689 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:17.689 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:17.689 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:17.689 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:17.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:17.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:17.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:17.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:17.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:17.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:17.690 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:17.724 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:17.725 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:17.725 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:17.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:17.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:17.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:17.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:17.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:17.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:17.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:17.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:17.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:17.729 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:17.782 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:17.783 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:17.783 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:17.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.784 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:17.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.784 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:17.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.787 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:17.787 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:17.794 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29759), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [11ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [16ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [70ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [74ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [74ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [112ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [116ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [117ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [117ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [145ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [145ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [145ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [302ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [539ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [545ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [555ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [556ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [556ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [742ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [742ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [742ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [742ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [960ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [962ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [963ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [964ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2863ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2863ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [5341ms] refreshing cache from master, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [5342ms] too many traces: truncated at 100 traces, deferred=Deferred@74254078(state=PENDING, result=null, callback=(continuation of Deferred@681646105 after retry RPC after error@1026617820) -> (continuation of Deferred@2001914524 after retry RPC after error@467953790) -> (continuation of Deferred@1000721099 after retry RPC after error@18969202) -> (continuation of Deferred@1623609056 after retry RPC after error@1490648350) -> (continuation of Deferred@1304364892 after retry RPC after error@1200053883) -> (continuation of Deferred@358922533 after retry RPC after error@105256730) -> (continuation of Deferred@863397225 after retry RPC after error@1325371898) -> (continuation of Deferred@2128786577 after retry RPC after error@1219134096) -> (continuation of Deferred@1215818689 after retry RPC after error@2050347892) -> (continuation of Deferred@286828191 after retry RPC after error@221911086) -> (continuation of Deferred@2061812651 after retry RPC after error@782111216) -> (continuation of Deferred@2053535458 after retry RPC after error@666954472) -> (continuation of Deferred@2070252576 after retry RPC after error@623510317) -> (continuation of Deferred@1823649804 after retry RPC after error@1275429080) -> (continuation of Deferred@458621428 after retry RPC after error@1846565592) -> (continuation of Deferred@400274886 after retry RPC after error@2008605861) -> (continuation of Deferred@1548354055 after retry RPC after error@811619788) -> (continuation of Deferred@2053092227 after retry RPC after error@1257438625) -> (continuation of Deferred@1185187010 after retry RPC after error@1960339439) -> (continuation of Deferred@1931215196 after retry RPC after error@777971051) -> (continuation of Deferred@1279194870 after retry RPC after error@2070812545) -> (continuation of Deferred@1760292689 after retry RPC after error@826751642) -> (continuation of Deferred@183890690 after retry RPC after error@19677122) -> (continuation of Deferred@906676689 after retry RPC after error@1049732704) -> (continuation of Deferred@458833747 after retry RPC after error@2079048149) -> (continuation of Deferred@458214200 after retry RPC after error@685694103) -> (continuation of Deferred@2058341752 after retry RPC after error@1601130129) -> (continuation of Deferred@983324751 after retry RPC after error@1693979119), errback=(continuation of Deferred@681646105 after retry RPC after error@1026617820) -> (continuation of Deferred@2001914524 after retry RPC after error@467953790) -> (continuation of Deferred@1000721099 after retry RPC after error@18969202) -> (continuation of Deferred@1623609056 after retry RPC after error@1490648350) -> (continuation of Deferred@1304364892 after retry RPC after error@1200053883) -> (continuation of Deferred@358922533 after retry RPC after error@105256730) -> (continuation of Deferred@863397225 after retry RPC after error@1325371898) -> (continuation of Deferred@2128786577 after retry RPC after error@1219134096) -> (continuation of Deferred@1215818689 after retry RPC after error@2050347892) -> (continuation of Deferred@286828191 after retry RPC after error@221911086) -> (continuation of Deferred@2061812651 after retry RPC after error@782111216) -> (continuation of Deferred@2053535458 after retry RPC after error@666954472) -> (continuation of Deferred@2070252576 after retry RPC after error@623510317) -> (continuation of Deferred@1823649804 after retry RPC after error@1275429080) -> (continuation of Deferred@458621428 after retry RPC after error@1846565592) -> (continuation of Deferred@400274886 after retry RPC after error@2008605861) -> (continuation of Deferred@1548354055 after retry RPC after error@811619788) -> (continuation of Deferred@2053092227 after retry RPC after error@1257438625) -> (continuation of Deferred@1185187010 after retry RPC after error@1960339439) -> (continuation of Deferred@1931215196 after retry RPC after error@777971051) -> (continuation of Deferred@1279194870 after retry RPC after error@2070812545) -> (continuation of Deferred@1760292689 after retry RPC after error@826751642) -> (continuation of Deferred@183890690 after retry RPC after error@19677122) -> (continuation of Deferred@906676689 after retry RPC after error@1049732704) -> (continuation of Deferred@458833747 after retry RPC after error@2079048149) -> (continuation of Deferred@458214200 after retry RPC after error@685694103) -> (continuation of Deferred@2058341752 after retry RPC after error@1601130129) -> (continuation of Deferred@983324751 after retry RPC after error@1693979119)))
20:09:17.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:17.854 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134957854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:17.870 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:09:17.872 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
20:09:17.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:17.880 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:17.881 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:17.881 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:17.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:17.882 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:17.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:17.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:17.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:17.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:17.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:17.882 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:17.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:17.884 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:18.028 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:18.028 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:18.029 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:18.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:18.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:18.029 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:18.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:18.029 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:18.029 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:18.029 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:18.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:18.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:18.030 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:18.051 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:18.051 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:18.052 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:18.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:18.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:18.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:18.053 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:18.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:18.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:18.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:18.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:18.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:18.054 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:18.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:18.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:18.188 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:18.188 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:18.188 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:18.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:18.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:18.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:18.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:18.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:18.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:18.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:18.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:18.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:18.189 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:18.198 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:18.198 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:18.198 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:18.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:18.244 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:18.244 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:18.244 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:18.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:18.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:18.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:18.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:18.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:18.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:18.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:18.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:18.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:18.248 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:18.269 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:18.270 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:18.270 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:18.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:18.288 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:18.288 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:18.289 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:18.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:18.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:18.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:18.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:18.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:18.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:18.290 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:18.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:18.290 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:18.290 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:18.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:18.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134958354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:18.360 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:18.360 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:18.360 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:18.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.363 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.363 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.363 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:18.375 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:18.389 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=33 ms, finalizationTime=2 ms).
20:09:18.390 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
20:09:18.397 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:18.397 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:18.397 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:18.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:18.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:18.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:18.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:18.399 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:18.399 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:18.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:18.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:18.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:18.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:18.424 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:18.424 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:18.425 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:18.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.427 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.427 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:18.519 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:18.520 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:18.520 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:18.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.522 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:18.583 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:18.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:18.200464 13333 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 13321
20:09:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:16.796234 13335 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:18.649706 13321 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.854s	user 0.676s	sys 1.166s
20:09:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:18.651000 13321 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.856s	user 0.676s	sys 1.166s
20:09:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:18.651218 13336 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1854 milliseconds
20:09:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:18.652781 13337 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.653208 13321 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:18.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.659520 13321 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.662734 13321 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.664207 13321 hybrid_clock.cc:648] HybridClock initialized: now 1779134958664158 us; error 40 us; skew 500 ppm
20:09:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.665362 13321 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:18.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.672541 13321 webserver.cc:533] Webserver started at http://127.12.218.188:42805/ using document root <none> and password file <none>
20:09:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.673607 13321 fs_manager.cc:362] Metadata directory not provided
20:09:18.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.673885 13321 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:18.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.674460 13321 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.679817 13321 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/data/instance:
20:09:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df55bb35d38a41829e26f1d853a9067e"
20:09:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:18 on dist-test-slave-66b9"
20:09:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.681186 13321 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/wal/instance:
20:09:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df55bb35d38a41829e26f1d853a9067e"
20:09:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:18 on dist-test-slave-66b9"
20:09:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.690984 13321 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
20:09:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.698829 13349 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.700402 13321 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.001s
20:09:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.701603 13321 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/wal
20:09:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df55bb35d38a41829e26f1d853a9067e"
20:09:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:18 on dist-test-slave-66b9"
20:09:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.702639 13321 fs_report.cc:389] FS layout report
20:09:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/wal
20:09:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/wal
20:09:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/data/data
20:09:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:18.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.704742 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 7
20:09:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:18.712435 13244 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:18.729 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:18.729 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:18.730 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:18.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.729532 13319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 7
20:09:18.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.730 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:18.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:18.737538 13319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.218.188:33935: Network error: Client connection negotiation failed: client connection to 127.12.218.188:33935: connect: Connection refused (error 111)
20:09:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.772445 13321 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.774379 13321 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.774889 13321 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:18.799 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:18.799 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:18.799 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:18.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:18.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:18.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:18.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:18.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:18.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:18.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:18.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:18.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:18.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:18.821 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:18.821 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:18.821 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:18.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.822 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.822 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:18.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:18.822 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.822 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.822 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:18.823 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:18.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:18.856 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134958854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:18.891 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:18.891 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:18.891 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.891141 13321 rpc_server.cc:307] RPC server started. Bound to: 127.12.218.188:33935
20:09:18.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:18.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:18.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:18.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.891240 13404 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.218.188:33935 every 8 connection(s)
20:09:18.894 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:18.894 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:18.894 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:18.894 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:18.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:18.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:18.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:18.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:18.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:18.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:18.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.896497 13321 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/data/info.pb
20:09:18.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:18.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:18.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:18.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:18.905 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=50 ms, finalizationTime=0 ms).
20:09:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.905622 13405 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:18.906 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
20:09:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.905979 13162 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 13321
20:09:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.906484 13162 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/master-2/wal/instance
20:09:18.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.927632 13405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } has no permanent_uuid. Determining permanent_uuid...
20:09:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.973085 13405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } has no permanent_uuid. Determining permanent_uuid...
20:09:18.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:18.990097 13405 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } has no permanent_uuid. Determining permanent_uuid...
20:09:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.013885 13405 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e: Bootstrap starting.
20:09:19.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.021307 13405 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e: Neither blocks nor log segments found. Creating new log.
20:09:19.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.024135 13405 log.cc:826] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e: Log is configured to *not* fsync() on all Append() calls
20:09:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.029783 13405 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e: No bootstrap required, opened a new log
20:09:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.053830 13405 raft_consensus.cc:359] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } }
20:09:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.054674 13405 raft_consensus.cc:385] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:19.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.055028 13405 raft_consensus.cc:740] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: df55bb35d38a41829e26f1d853a9067e, State: Initialized, Role: FOLLOWER
20:09:19.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.055872 13405 consensus_queue.cc:260] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } }
20:09:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.059670 13416 sys_catalog.cc:455] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:19.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.060662 13416 sys_catalog.cc:458] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [sys.catalog]: This master's current role is: FOLLOWER
20:09:19.102 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:19.102 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.061792 13405 sys_catalog.cc:565] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [sys.catalog]: configured and running, proceeding with master startup.
20:09:19.102 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:19.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:19.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:19.103 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:19.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:19.102 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:19.103 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:19.103 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:19.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:19.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:19.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:19.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:19.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:19.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:19.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:19.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:19.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:19.104 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:19.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:19.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:19.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:19.106 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:19.106 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:19.106 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:19.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:19.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:19.106 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:19.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:19.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:19.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:19.107 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:19.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:19.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:19.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:19.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:19.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:19.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:19.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:19.108 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [55ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [77ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [147ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [165ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [261ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [261ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [262ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [262ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [381ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [541ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [541ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [542ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [681ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [682ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1702ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2065ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2065ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [4260ms] refreshing cache from master, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4261ms] too many traces: truncated at 100 traces, deferred=Deferred@1757093713(state=PENDING, result=null, callback=(continuation of Deferred@1977317643 after retry RPC after error@1237621375) -> (continuation of Deferred@13481332 after retry RPC after error@809264043) -> (continuation of Deferred@511788934 after retry RPC after error@1945841995) -> (continuation of Deferred@519064661 after retry RPC after error@1300387099) -> (continuation of Deferred@1496028762 after retry RPC after error@1945142621) -> (continuation of Deferred@1878977938 after retry RPC after error@814434299) -> (continuation of Deferred@890740470 after retry RPC after error@1119498084) -> (continuation of Deferred@1521535196 after retry RPC after error@812579054) -> (continuation of Deferred@956768315 after retry RPC after error@710273392) -> (continuation of Deferred@1996432078 after retry RPC after error@831593847) -> (continuation of Deferred@832038278 after retry RPC after error@881628333) -> (continuation of Deferred@996813216 after retry RPC after error@44691743) -> (continuation of Deferred@211586841 after retry RPC after error@1558535131) -> (continuation of Deferred@917003982 after retry RPC after error@2068082701) -> (continuation of Deferred@323537979 after retry RPC after error@1694856714) -> (continuation of Deferred@288295498 after retry RPC after error@1228133498) -> (continuation of Deferred@475000947 after retry RPC after error@1387557078) -> (continuation of Deferred@1000361360 after retry RPC after error@1818742426) -> (continuation of Deferred@256407309 after retry RPC after error@2114684146) -> (continuation of Deferred@1199475310 after retry RPC after error@364879621) -> (continuation of Deferred@1493398176 after retry RPC after error@2064466278) -> (continuation of Deferred@1209244051 after retry RPC after error@566059043), errback=(continuation of Deferred@1977317643 after retry RPC after error@1237621375) -> (continuation of Deferred@13481332 after retry RPC after error@809264043) -> (continuation of Deferred@511788934 after retry RPC after error@1945841995) -> (continuation of Deferred@519064661 after retry RPC after error@1300387099) -> (continuation of Deferred@1496028762 after retry RPC after error@1945142621) -> (continuation of Deferred@1878977938 after retry RPC after error@814434299) -> (continuation of Deferred@890740470 after retry RPC after error@1119498084) -> (continuation of Deferred@1521535196 after retry RPC after error@812579054) -> (continuation of Deferred@956768315 after retry RPC after error@710273392) -> (continuation of Deferred@1996432078 after retry RPC after error@831593847) -> (continuation of Deferred@832038278 after retry RPC after error@881628333) -> (continuation of Deferred@996813216 after retry RPC after error@44691743) -> (continuation of Deferred@211586841 after retry RPC after error@1558535131) -> (continuation of Deferred@917003982 after retry RPC after error@2068082701) -> (continuation of Deferred@323537979 after retry RPC after error@1694856714) -> (continuation of Deferred@288295498 after retry RPC after error@1228133498) -> (continuation of Deferred@475000947 after retry RPC after error@1387557078) -> (continuation of Deferred@1000361360 after retry RPC after error@1818742426) -> (continuation of Deferred@256407309 after retry RPC after error@2114684146) -> (continuation of Deferred@1199475310 after retry RPC after error@364879621) -> (continuation of Deferred@1493398176 after retry RPC after error@2064466278) -> (continuation of Deferred@1209244051 after retry RPC after error@566059043)))
20:09:19.114 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:09:19.116 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [55ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [77ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [147ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [165ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [261ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [261ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [262ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [262ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [381ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [541ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [541ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [542ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [681ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [682ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1702ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2065ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2065ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [4260ms] refreshing cache from master, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4261ms] too many traces: truncated at 100 traces, deferred=Deferred@1757093713(state=PENDING, result=null, callback=(continuation of Deferred@1977317643 after retry RPC after error@1237621375) -> (continuation of Deferred@13481332 after retry RPC after error@809264043) -> (continuation of Deferred@511788934 after retry RPC after error@1945841995) -> (continuation of Deferred@519064661 after retry RPC after error@1300387099) -> (continuation of Deferred@1496028762 after retry RPC after error@1945142621) -> (continuation of Deferred@1878977938 after retry RPC after error@814434299) -> (continuation of Deferred@890740470 after retry RPC after error@1119498084) -> (continuation of Deferred@1521535196 after retry RPC after error@812579054) -> (continuation of Deferred@956768315 after retry RPC after error@710273392) -> (continuation of Deferred@1996432078 after retry RPC after error@831593847) -> (continuation of Deferred@832038278 after retry RPC after error@881628333) -> (continuation of Deferred@996813216 after retry RPC after error@44691743) -> (continuation of Deferred@211586841 after retry RPC after error@1558535131) -> (continuation of Deferred@917003982 after retry RPC after error@2068082701) -> (continuation of Deferred@323537979 after retry RPC after error@1694856714) -> (continuation of Deferred@288295498 after retry RPC after error@1228133498) -> (continuation of Deferred@475000947 after retry RPC after error@1387557078) -> (continuation of Deferred@1000361360 after retry RPC after error@1818742426) -> (continuation of Deferred@256407309 after retry RPC after error@2114684146) -> (continuation of Deferred@1199475310 after retry RPC after error@364879621) -> (continuation of Deferred@1493398176 after retry RPC after error@2064466278) -> (continuation of Deferred@1209244051 after retry RPC after error@566059043), errback=(continuation of Deferred@1977317643 after retry RPC after error@1237621375) -> (continuation of Deferred@13481332 after retry RPC after error@809264043) -> (continuation of Deferred@511788934 after retry RPC after error@1945841995) -> (continuation of Deferred@519064661 after retry RPC after error@1300387099) -> (continuation of Deferred@1496028762 after retry RPC after error@1945142621) -> (continuation of Deferred@1878977938 after retry RPC after error@814434299) -> (continuation of Deferred@890740470 after retry RPC after error@1119498084) -> (continuation of Deferred@1521535196 after retry RPC after error@812579054) -> (continuation of Deferred@956768315 after retry RPC after error@710273392) -> (continuation of Deferred@1996432078 after retry RPC after error@831593847) -> (continuation of Deferred@832038278 after retry RPC after error@881628333) -> (continuation of Deferred@996813216 after retry RPC after error@44691743) -> (continuation of Deferred@211586841 after retry RPC after error@1558535131) -> (continuation of Deferred@917003982 after retry RPC after error@2068082701) -> (continuation of Deferred@323537979 after retry RPC after error@1694856714) -> (continuation of Deferred@288295498 after retry RPC after error@1228133498) -> (continuation of Deferred@475000947 after retry RPC after error@1387557078) -> (continuation of Deferred@1000361360 after retry RPC after error@1818742426) -> (continuation of Deferred@256407309 after retry RPC after error@2114684146) -> (continuation of Deferred@1199475310 after retry RPC after error@364879621) -> (continuation of Deferred@1493398176 after retry RPC after error@2064466278) -> (continuation of Deferred@1209244051 after retry RPC after error@566059043)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.125:39777
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:19.118 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:19.118 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
20:09:19.128 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
20:09:19.133 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [55ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [77ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [147ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [165ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [261ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [261ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [262ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [262ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [381ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [541ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [541ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [542ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [681ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [682ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1702ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2063ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2065ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2065ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [4260ms] refreshing cache from master, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [4261ms] too many traces: truncated at 100 traces, deferred=Deferred@1757093713(state=PENDING, result=null, callback=(continuation of Deferred@1977317643 after retry RPC after error@1237621375) -> (continuation of Deferred@13481332 after retry RPC after error@809264043) -> (continuation of Deferred@511788934 after retry RPC after error@1945841995) -> (continuation of Deferred@519064661 after retry RPC after error@1300387099) -> (continuation of Deferred@1496028762 after retry RPC after error@1945142621) -> (continuation of Deferred@1878977938 after retry RPC after error@814434299) -> (continuation of Deferred@890740470 after retry RPC after error@1119498084) -> (continuation of Deferred@1521535196 after retry RPC after error@812579054) -> (continuation of Deferred@956768315 after retry RPC after error@710273392) -> (continuation of Deferred@1996432078 after retry RPC after error@831593847) -> (continuation of Deferred@832038278 after retry RPC after error@881628333) -> (continuation of Deferred@996813216 after retry RPC after error@44691743) -> (continuation of Deferred@211586841 after retry RPC after error@1558535131) -> (continuation of Deferred@917003982 after retry RPC after error@2068082701) -> (continuation of Deferred@323537979 after retry RPC after error@1694856714) -> (continuation of Deferred@288295498 after retry RPC after error@1228133498) -> (continuation of Deferred@475000947 after retry RPC after error@1387557078) -> (continuation of Deferred@1000361360 after retry RPC after error@1818742426) -> (continuation of Deferred@256407309 after retry RPC after error@2114684146) -> (continuation of Deferred@1199475310 after retry RPC after error@364879621) -> (continuation of Deferred@1493398176 after retry RPC after error@2064466278) -> (continuation of Deferred@1209244051 after retry RPC after error@566059043), errback=(continuation of Deferred@1977317643 after retry RPC after error@1237621375) -> (continuation of Deferred@13481332 after retry RPC after error@809264043) -> (continuation of Deferred@511788934 after retry RPC after error@1945841995) -> (continuation of Deferred@519064661 after retry RPC after error@1300387099) -> (continuation of Deferred@1496028762 after retry RPC after error@1945142621) -> (continuation of Deferred@1878977938 after retry RPC after error@814434299) -> (continuation of Deferred@890740470 after retry RPC after error@1119498084) -> (continuation of Deferred@1521535196 after retry RPC after error@812579054) -> (continuation of Deferred@956768315 after retry RPC after error@710273392) -> (continuation of Deferred@1996432078 after retry RPC after error@831593847) -> (continuation of Deferred@832038278 after retry RPC after error@881628333) -> (continuation of Deferred@996813216 after retry RPC after error@44691743) -> (continuation of Deferred@211586841 after retry RPC after error@1558535131) -> (continuation of Deferred@917003982 after retry RPC after error@2068082701) -> (continuation of Deferred@323537979 after retry RPC after error@1694856714) -> (continuation of Deferred@288295498 after retry RPC after error@1228133498) -> (continuation of Deferred@475000947 after retry RPC after error@1387557078) -> (continuation of Deferred@1000361360 after retry RPC after error@1818742426) -> (continuation of Deferred@256407309 after retry RPC after error@2114684146) -> (continuation of Deferred@1199475310 after retry RPC after error@364879621) -> (continuation of Deferred@1493398176 after retry RPC after error@2064466278) -> (continuation of Deferred@1209244051 after retry RPC after error@566059043)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.125:39777
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:19.138 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:19.138 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
20:09:19.138 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
20:09:19.139 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RUNNING to RESTARTING.
20:09:19.170 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:19.170 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:19.170 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:19.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:19.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:19.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:19.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:19.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:19.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:19.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:19.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:19.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:19.172 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.170496 13321 master_runner.cc:187] Error getting master registration for 127.12.218.190:45219: OK, instance_id { permanent_uuid: "d2a6a240a24742129495364eac26a14a" instance_seqno: 1779134953929022 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:09:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.208138 13321 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:09:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:19.204406 13427 catalog_manager.cc:1593] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:09:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:19.213586 13427 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:09:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.218971 13416 raft_consensus.cc:493] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:09:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.219738 13416 raft_consensus.cc:515] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } }
20:09:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:19.223459 13416 leader_election.cc:290] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d2a6a240a24742129495364eac26a14a (127.12.218.190:45219), d54d6967abba4182baa20bad8171fe52 (127.12.218.189:41435)
20:09:19.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:19.281836 13359 tablet.cc:2404] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:19.323 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.323 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.323 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.324 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:19.326 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27327), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [93ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [94ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [168ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [169ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [169ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [222ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [229ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [229ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [521ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [523ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [523ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [601ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [602ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2680ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2683ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2801ms] too many traces: truncated at 100 traces, deferred=Deferred@1145057313(state=PENDING, result=null, callback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192), errback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192)))
20:09:19.327 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.327 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.328 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.328 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27327), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [93ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [94ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [168ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [169ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [169ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [222ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [229ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [229ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [521ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [523ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [523ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [601ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [602ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2680ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2683ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2801ms] too many traces: truncated at 100 traces, deferred=Deferred@1145057313(state=PENDING, result=null, callback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192), errback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27327), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [93ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [94ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [168ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [169ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [169ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [222ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [229ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [229ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [521ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [523ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [523ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [601ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [602ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2680ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2683ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2801ms] too many traces: truncated at 100 traces, deferred=Deferred@1145057313(state=PENDING, result=null, callback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192), errback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.124:42459
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:19.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.331 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.337 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:19.338 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:19.338 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:19.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:19.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:19.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:19.339 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:19.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:19.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:19.339 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:19.339 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:19.339 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:19.339 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:19.340 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27327), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [93ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [94ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [168ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [169ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [169ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [222ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [229ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [229ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [521ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [523ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [523ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [601ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [602ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2680ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2683ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2801ms] too many traces: truncated at 100 traces, deferred=Deferred@1145057313(state=PENDING, result=null, callback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192), errback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27327), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [3ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [3ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [78ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [93ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [94ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [94ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [168ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [169ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [169ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [180ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [181ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [181ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [222ms] refreshing cache from master, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [228ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [229ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [229ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [301ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [302ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [302ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [521ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [522ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [523ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [523ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [601ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [602ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1202ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2680ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2683ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2801ms] too many traces: truncated at 100 traces, deferred=Deferred@1145057313(state=PENDING, result=null, callback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192), errback=(continuation of Deferred@485363552 after retry RPC after error@73535693) -> (continuation of Deferred@962145246 after retry RPC after error@2094908908) -> (continuation of Deferred@270811160 after retry RPC after error@72666793) -> (continuation of Deferred@1948455462 after retry RPC after error@1724074987) -> (continuation of Deferred@1414914987 after retry RPC after error@1993760270) -> (continuation of Deferred@436781264 after retry RPC after error@1726499945) -> (continuation of Deferred@500937636 after retry RPC after error@1496954943) -> (continuation of Deferred@90959240 after retry RPC after error@566522440) -> (continuation of Deferred@1631761223 after retry RPC after error@1974339344) -> (continuation of Deferred@796107648 after retry RPC after error@765973012) -> (continuation of Deferred@1493927020 after retry RPC after error@1553506010) -> (continuation of Deferred@1858427242 after retry RPC after error@2111902164) -> (continuation of Deferred@2026689248 after retry RPC after error@1614478701) -> (continuation of Deferred@611378697 after retry RPC after error@1365912802) -> (continuation of Deferred@1328529405 after retry RPC after error@2026496736) -> (continuation of Deferred@1537872734 after retry RPC after error@1529297397) -> (continuation of Deferred@1766176059 after retry RPC after error@1579979793) -> (continuation of Deferred@1435978857 after retry RPC after error@924659647) -> (continuation of Deferred@1932900362 after retry RPC after error@1233331809) -> (continuation of Deferred@639164220 after retry RPC after error@2015784087) -> (continuation of Deferred@638418545 after retry RPC after error@1995306239) -> (continuation of Deferred@384578593 after retry RPC after error@1575329983) -> (continuation of Deferred@282502020 after retry RPC after error@151385965) -> (continuation of Deferred@2118092624 after retry RPC after error@246362224) -> (continuation of Deferred@725645474 after retry RPC after error@232283192)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.124:42459
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:19.343 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.343 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.343 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.345 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:09:19.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.345 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
20:09:19.346 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
20:09:19.346 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
20:09:19.346 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
20:09:19.346 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
20:09:19.346 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
20:09:19.346 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
20:09:19.347 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
20:09:19.347 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
20:09:19.348 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:09:19.348 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
20:09:19.348 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
20:09:19.348 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
20:09:19.348 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
20:09:19.348 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
20:09:19.351 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
20:09:19.351 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
20:09:19.351 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:09:19.351 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
20:09:19.351 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
20:09:19.351 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
20:09:19.355 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:09:19.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134959354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:19.355 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
20:09:19.355 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
20:09:19.358 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
20:09:19.358 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:19.358 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:19.358 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
20:09:19.358 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:19.359 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
20:09:19.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:19.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:19.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:19.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:19.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:19.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:19.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:19.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:19.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:19.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:19.363 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.363 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.364 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.366 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.368 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
20:09:19.369 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:19.370 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
20:09:19.370 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
20:09:19.371 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:19.371 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
20:09:19.372 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
20:09:19.372 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job de855ecde0984daac22d8a9ca6a04543
20:09:19.383 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.383 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.383 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.385 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.400 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:19.400 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:19.400 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:19.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:19.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:19.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:19.400 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:19.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:19.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:19.401 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:19.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:19.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:19.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:19.401 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:19.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:19.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:19.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:19.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:19.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:19.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:19.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:19.401 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:19.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:19.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:19.402 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:19.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:19.403 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.403 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.403 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.404 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.422 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.423 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.423 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.442 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.442 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.442 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.443 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.463 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.463 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.465 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.466 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.481 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:19.482 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:19.482 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:19.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:19.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:19.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:19.482 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:19.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:19.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:19.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:19.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:19.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:19.483 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:19.570 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:19.571 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:19.571 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:19.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:19.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:19.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:19.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:19.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:19.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:19.572 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:19.572 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:19.572 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:19.572 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:19.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:19.617 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:19.642 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.643 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.643 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.795 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:19.795 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:19.795 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:19.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.796 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:19.797 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27622), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [35ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [137ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [145ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [146ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [281ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [401ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [402ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [563ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1042ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3544ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5581ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5582ms] too many traces: truncated at 100 traces, deferred=Deferred@436384732(state=PENDING, result=null, callback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819), errback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819)))
20:09:19.799 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:19.799 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:19.799 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:19.799 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.799 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27622), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [35ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [137ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [145ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [146ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [281ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [401ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [402ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [563ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1042ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3544ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5581ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5582ms] too many traces: truncated at 100 traces, deferred=Deferred@436384732(state=PENDING, result=null, callback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819), errback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27622), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [35ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [137ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [145ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [146ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [281ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [401ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [402ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [563ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1042ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3544ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5581ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5582ms] too many traces: truncated at 100 traces, deferred=Deferred@436384732(state=PENDING, result=null, callback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819), errback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:19.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.800 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.800 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.800 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.802 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.802 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.802 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.802 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:19.809 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27622), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [35ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [137ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [145ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [146ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [281ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [401ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [402ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [563ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1042ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3544ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5581ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5582ms] too many traces: truncated at 100 traces, deferred=Deferred@436384732(state=PENDING, result=null, callback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819), errback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27622), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [29ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [35ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [40ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [41ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [102ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [103ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [103ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [137ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [143ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [145ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [146ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [161ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [161ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [182ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [221ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [222ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [223ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [281ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [281ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [401ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [402ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [402ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [563ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1042ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1940ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [1943ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [3542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.125:35071: Network error: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.126:43031: Network error: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.1.202.124:42607: Network error: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607, [3544ms] delaying RPC due to: Service unavailable: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071, [5581ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.125:35071, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.124:42607, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.202.126:43031, [5582ms] too many traces: truncated at 100 traces, deferred=Deferred@436384732(state=PENDING, result=null, callback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819), errback=(continuation of Deferred@398622785 after retry RPC after error@1095742409) -> (continuation of Deferred@1331478808 after retry RPC after error@1078921084) -> (continuation of Deferred@1124882364 after retry RPC after error@2145482223) -> (continuation of Deferred@1444687626 after retry RPC after error@1859167826) -> (continuation of Deferred@1329638787 after retry RPC after error@997910409) -> (continuation of Deferred@204077971 after retry RPC after error@1730162290) -> (continuation of Deferred@759606176 after retry RPC after error@1106007854) -> (continuation of Deferred@39504355 after retry RPC after error@1693394020) -> (continuation of Deferred@2087487730 after retry RPC after error@1595602294) -> (continuation of Deferred@198916775 after retry RPC after error@378201020) -> (continuation of Deferred@247059079 after retry RPC after error@109061987) -> (continuation of Deferred@1423719190 after retry RPC after error@353023282) -> (continuation of Deferred@1441227006 after retry RPC after error@1390145054) -> (continuation of Deferred@1743420376 after retry RPC after error@663347506) -> (continuation of Deferred@1225233837 after retry RPC after error@1151412621) -> (continuation of Deferred@1881255546 after retry RPC after error@415842621) -> (continuation of Deferred@1830159732 after retry RPC after error@548844570) -> (continuation of Deferred@1561955336 after retry RPC after error@252440127) -> (continuation of Deferred@1382770447 after retry RPC after error@1198001980) -> (continuation of Deferred@1451270677 after retry RPC after error@103466220) -> (continuation of Deferred@267425849 after retry RPC after error@140928788) -> (continuation of Deferred@1537600519 after retry RPC after error@192437819)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.202.126:43031
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:19.814 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:09:19.814 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RUNNING to RESTARTING.
20:09:19.814 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:19.814 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:19.815 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:19.815 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#7) of source Source: KuduSource.
20:09:19.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.816 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:19.816 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to CANCELING.
20:09:19.816 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
20:09:19.816 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
20:09:19.816 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
20:09:19.816 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to CANCELING.
20:09:19.817 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
20:09:19.817 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#7) of source Source: KuduSource.
20:09:19.817 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
20:09:19.817 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
20:09:19.817 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to CANCELING.
20:09:19.818 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
20:09:19.818 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to CANCELING.
20:09:19.818 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
20:09:19.819 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
20:09:19.819 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:09:19.819 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to CANCELING.
20:09:19.819 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
20:09:19.819 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
20:09:19.819 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
20:09:19.820 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
20:09:19.820 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
20:09:19.820 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
20:09:19.821 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:19.821 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:19.821 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:19.822 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:19.822 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:19.822 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:19.822 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:19.822 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:19.822 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:19.822 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
20:09:19.823 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CANCELING to CANCELED.
20:09:19.823 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
20:09:19.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:19.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:19.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:19.824 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:19.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:19.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
20:09:19.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to CANCELING.
20:09:19.835 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
20:09:19.835 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:19.835 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:19.835 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:19.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.838 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:19.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
20:09:19.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CANCELING to CANCELED.
20:09:19.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
20:09:19.842 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
20:09:19.842 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CANCELING to CANCELED.
20:09:19.843 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:19.843 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#7 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
20:09:19.843 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#7 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
20:09:19.844 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CANCELING to CANCELED.
20:09:19.844 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:19.844 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CANCELING to CANCELED.
20:09:19.845 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:19.844 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
20:09:19.847 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CANCELING to CANCELED.
20:09:19.847 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 68bdd6a769dbfb14b8f0bae67c3b2210
20:09:19.855 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:19.855 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:19.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.855 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:19.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134959854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:19.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:19.867 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:09:19.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
20:09:19.876 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:19.876 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:19.876 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:19.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:19.883 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:19.883 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:19.883 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:19.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:19.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:19.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:19.885 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:19.894 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:19.895 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:19.895 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:19.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.896 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:19.955 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:19.955 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:19.955 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:19.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:19.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:19.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:19.957 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:19.963 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:19.963 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:19.963 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:19.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:19.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:19.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:19.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:19.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:19.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:19.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:19.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:19.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:19.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:20.035 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:20.035 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:20.035 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:20.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:20.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:20.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:20.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:20.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:20.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:20.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:20.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:20.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:20.036 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:20.071 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:20.071 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:20.071 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:20.072 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:20.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:20.072 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:20.072 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:20.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:20.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:20.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:20.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:20.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:20.072 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:20.117 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:20.151 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:20.151 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:20.151 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:20.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:20.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:20.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:20.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:20.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:20.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:20.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:20.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:20.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:20.152 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:20.153 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27990), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [15ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [22ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [28ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [76ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [80ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [103ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [103ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [143ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [342ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [343ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [343ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [381ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [382ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [383ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [383ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [441ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [442ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1361ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1363ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1542ms] refreshing cache from master, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1544ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4222ms] refreshing cache from master, [4222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4224ms] too many traces: truncated at 100 traces, deferred=Deferred@116937156(state=PENDING, result=null, callback=(continuation of Deferred@47630996 after retry RPC after error@82412410) -> (continuation of Deferred@129127614 after retry RPC after error@1132483581) -> (continuation of Deferred@2000073587 after retry RPC after error@1066147004) -> (continuation of Deferred@705603671 after retry RPC after error@1800411472) -> (continuation of Deferred@692028002 after retry RPC after error@1980305925) -> (continuation of Deferred@697974915 after retry RPC after error@1114330745) -> (continuation of Deferred@395505860 after retry RPC after error@691360009) -> (continuation of Deferred@1389400820 after retry RPC after error@1251008073) -> (continuation of Deferred@1241776911 after retry RPC after error@1228582495) -> (continuation of Deferred@531350206 after retry RPC after error@1401238932) -> (continuation of Deferred@972249232 after retry RPC after error@631718311) -> (continuation of Deferred@1683540383 after retry RPC after error@504068373) -> (continuation of Deferred@1033868700 after retry RPC after error@573198833) -> (continuation of Deferred@10248218 after retry RPC after error@1159361229) -> (continuation of Deferred@73940103 after retry RPC after error@1950171170) -> (continuation of Deferred@390230543 after retry RPC after error@22603312) -> (continuation of Deferred@1150385816 after retry RPC after error@1521683064) -> (continuation of Deferred@1583728939 after retry RPC after error@407559601) -> (continuation of Deferred@1465914782 after retry RPC after error@365045184) -> (continuation of Deferred@1696500418 after retry RPC after error@729248901) -> (continuation of Deferred@2087471248 after retry RPC after error@2013564664) -> (continuation of Deferred@1776108448 after retry RPC after error@2032058690), errback=(continuation of Deferred@47630996 after retry RPC after error@82412410) -> (continuation of Deferred@129127614 after retry RPC after error@1132483581) -> (continuation of Deferred@2000073587 after retry RPC after error@1066147004) -> (continuation of Deferred@705603671 after retry RPC after error@1800411472) -> (continuation of Deferred@692028002 after retry RPC after error@1980305925) -> (continuation of Deferred@697974915 after retry RPC after error@1114330745) -> (continuation of Deferred@395505860 after retry RPC after error@691360009) -> (continuation of Deferred@1389400820 after retry RPC after error@1251008073) -> (continuation of Deferred@1241776911 after retry RPC after error@1228582495) -> (continuation of Deferred@531350206 after retry RPC after error@1401238932) -> (continuation of Deferred@972249232 after retry RPC after error@631718311) -> (continuation of Deferred@1683540383 after retry RPC after error@504068373) -> (continuation of Deferred@1033868700 after retry RPC after error@573198833) -> (continuation of Deferred@10248218 after retry RPC after error@1159361229) -> (continuation of Deferred@73940103 after retry RPC after error@1950171170) -> (continuation of Deferred@390230543 after retry RPC after error@22603312) -> (continuation of Deferred@1150385816 after retry RPC after error@1521683064) -> (continuation of Deferred@1583728939 after retry RPC after error@407559601) -> (continuation of Deferred@1465914782 after retry RPC after error@365045184) -> (continuation of Deferred@1696500418 after retry RPC after error@729248901) -> (continuation of Deferred@2087471248 after retry RPC after error@2013564664) -> (continuation of Deferred@1776108448 after retry RPC after error@2032058690)))
20:09:20.194 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:20.194 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:20.195 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:20.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:20.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:20.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:20.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:20.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:20.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:20.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:20.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:20.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:20.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:20.219173 13427 catalog_manager.cc:1593] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:09:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:20.219594 13427 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:09:20.307 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:20.308 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:20.308 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:20.308 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:20.308 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:20.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:20.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:20.308 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:20.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:20.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:20.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:20.309 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:20.309 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:20.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:20.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134960354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:20.363 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:09:20.364 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
20:09:20.440 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:20.440 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:20.440 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:20.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:20.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:20.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:20.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:20.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:20.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:20.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:20.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:20.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:20.442 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:20.443 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28441), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [18ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [29ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [29ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [65ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [135ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [153ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [153ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [153ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [206ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [206ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [207ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [207ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [281ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [283ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [323ms] refreshing cache from master, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [324ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [324ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [325ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [325ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [424ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [801ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [802ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [802ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [802ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1563ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2600ms] refreshing cache from master, [2600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2603ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3182ms] too many traces: truncated at 100 traces, deferred=Deferred@512171439(state=PENDING, result=null, callback=(continuation of Deferred@1504925462 after retry RPC after error@1771528471) -> (continuation of Deferred@807923609 after retry RPC after error@376170071) -> (continuation of Deferred@1428359275 after retry RPC after error@133055489) -> (continuation of Deferred@146421826 after retry RPC after error@1101676124) -> (continuation of Deferred@210175570 after retry RPC after error@2034009487) -> (continuation of Deferred@547216066 after retry RPC after error@819284051) -> (continuation of Deferred@72646029 after retry RPC after error@433684597) -> (continuation of Deferred@1474036294 after retry RPC after error@1297174334) -> (continuation of Deferred@1791945484 after retry RPC after error@1069618184) -> (continuation of Deferred@146341764 after retry RPC after error@1331128594) -> (continuation of Deferred@1390177663 after retry RPC after error@1695171192) -> (continuation of Deferred@713151874 after retry RPC after error@1592403513) -> (continuation of Deferred@1869356814 after retry RPC after error@1480759577) -> (continuation of Deferred@2093705814 after retry RPC after error@1939820568) -> (continuation of Deferred@2089071882 after retry RPC after error@818045394) -> (continuation of Deferred@394015814 after retry RPC after error@510306593) -> (continuation of Deferred@1193243395 after retry RPC after error@1685083843) -> (continuation of Deferred@316178447 after retry RPC after error@1496318164) -> (continuation of Deferred@1703671706 after retry RPC after error@61563814) -> (continuation of Deferred@1436893988 after retry RPC after error@214618084) -> (continuation of Deferred@910675648 after retry RPC after error@1856581117) -> (continuation of Deferred@300613487 after retry RPC after error@1267054425) -> (continuation of Deferred@1136410919 after retry RPC after error@1683835496) -> (continuation of Deferred@579522571 after retry RPC after error@1154712700) -> (continuation of Deferred@1707561144 after retry RPC after error@1799837794) -> (continuation of Deferred@532268937 after retry RPC after error@1192317030) -> (continuation of Deferred@403475116 after retry RPC after error@1230587271), errback=(continuation of Deferred@1504925462 after retry RPC after error@1771528471) -> (continuation of Deferred@807923609 after retry RPC after error@376170071) -> (continuation of Deferred@1428359275 after retry RPC after error@133055489) -> (continuation of Deferred@146421826 after retry RPC after error@1101676124) -> (continuation of Deferred@210175570 after retry RPC after error@2034009487) -> (continuation of Deferred@547216066 after retry RPC after error@819284051) -> (continuation of Deferred@72646029 after retry RPC after error@433684597) -> (continuation of Deferred@1474036294 after retry RPC after error@1297174334) -> (continuation of Deferred@1791945484 after retry RPC after error@1069618184) -> (continuation of Deferred@146341764 after retry RPC after error@1331128594) -> (continuation of Deferred@1390177663 after retry RPC after error@1695171192) -> (continuation of Deferred@713151874 after retry RPC after error@1592403513) -> (continuation of Deferred@1869356814 after retry RPC after error@1480759577) -> (continuation of Deferred@2093705814 after retry RPC after error@1939820568) -> (continuation of Deferred@2089071882 after retry RPC after error@818045394) -> (continuation of Deferred@394015814 after retry RPC after error@510306593) -> (continuation of Deferred@1193243395 after retry RPC after error@1685083843) -> (continuation of Deferred@316178447 after retry RPC after error@1496318164) -> (continuation of Deferred@1703671706 after retry RPC after error@61563814) -> (continuation of Deferred@1436893988 after retry RPC after error@214618084) -> (continuation of Deferred@910675648 after retry RPC after error@1856581117) -> (continuation of Deferred@300613487 after retry RPC after error@1267054425) -> (continuation of Deferred@1136410919 after retry RPC after error@1683835496) -> (continuation of Deferred@579522571 after retry RPC after error@1154712700) -> (continuation of Deferred@1707561144 after retry RPC after error@1799837794) -> (continuation of Deferred@532268937 after retry RPC after error@1192317030) -> (continuation of Deferred@403475116 after retry RPC after error@1230587271)))
20:09:20.461 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:20.461 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:20.461 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:20.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:20.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:20.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:20.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:20.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:20.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:20.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:20.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:20.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:20.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:20.562 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:20.563 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:20.563 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:20.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:20.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:20.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:20.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:20.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:20.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:20.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:20.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:20.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:20.563 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:20.571 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:20.571 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:20.571 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:20.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:20.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:20.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:20.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:20.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:20.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:20.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:20.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:20.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:20.572 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:20.616 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:20.675 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:20.675 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:20.675 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:20.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:20.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:20.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:20.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:20.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:20.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:20.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:20.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:20.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:20.676 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.773988 13244 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 8
20:09:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.815240 13244 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a: Bootstrap starting.
20:09:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.824476 13244 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a: Neither blocks nor log segments found. Creating new log.
20:09:20.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:20.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.827226 13244 log.cc:826] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a: Log is configured to *not* fsync() on all Append() calls
20:09:20.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.828066 13319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } attempt: 8
20:09:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.834203 13244 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a: No bootstrap required, opened a new log
20:09:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.852367 13319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52: Bootstrap starting.
20:09:20.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134960855 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:20.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.866735 13319 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52: Neither blocks nor log segments found. Creating new log.
20:09:20.867 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:09:20.869 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
20:09:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.869179 13244 raft_consensus.cc:359] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } }
20:09:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.870107 13319 log.cc:826] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52: Log is configured to *not* fsync() on all Append() calls
20:09:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.870191 13244 raft_consensus.cc:385] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.870507 13244 raft_consensus.cc:740] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d2a6a240a24742129495364eac26a14a, State: Initialized, Role: FOLLOWER
20:09:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.871423 13244 consensus_queue.cc:260] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } }
20:09:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:20.876422 13197 tablet.cc:2404] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:20.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.877058 13244 sys_catalog.cc:565] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [sys.catalog]: configured and running, proceeding with master startup.
20:09:20.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.875808 13455 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:20.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.877831 13218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df55bb35d38a41829e26f1d853a9067e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d2a6a240a24742129495364eac26a14a" is_pre_election: true
20:09:20.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.878000 13455 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [sys.catalog]: This master's current role is: FOLLOWER
20:09:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.878885 13218 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df55bb35d38a41829e26f1d853a9067e in term 0.
20:09:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:20.879547 13218 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:46542 (request call id 2) took 1656 ms (client timeout 1721 ms). Trace:
20:09:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:20.880010 13218 rpcz_store.cc:269] 0518 20:09:19.223084 (+     0us) service_pool.cc:167] Inserting onto call queue
20:09:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:09:19.223216 (+   132us) service_pool.cc:224] Handling call
20:09:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:09:20.879466 (+1656250us) inbound_call.cc:177] Queueing success response
20:09:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:09:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.880702 13319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52: No bootstrap required, opened a new log
20:09:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.881840 13357 leader_election.cc:304] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d2a6a240a24742129495364eac26a14a, df55bb35d38a41829e26f1d853a9067e; no voters: 
20:09:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.885059 13457 raft_consensus.cc:2804] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:09:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.886135 13457 raft_consensus.cc:493] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:09:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.886976 13457 raft_consensus.cc:3060] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 0 FOLLOWER]: Advancing to term 1
20:09:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.902241 13457 raft_consensus.cc:515] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } }
20:09:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.907406 13218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df55bb35d38a41829e26f1d853a9067e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d2a6a240a24742129495364eac26a14a"
20:09:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.908082 13218 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [term 0 FOLLOWER]: Advancing to term 1
20:09:20.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.922559 13457 leader_election.cc:290] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [CANDIDATE]: Term 1 election: Requested vote from peers d2a6a240a24742129495364eac26a14a (127.12.218.190:45219), d54d6967abba4182baa20bad8171fe52 (127.12.218.189:41435)
20:09:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.925859 13218 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df55bb35d38a41829e26f1d853a9067e in term 1.
20:09:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.927968 13357 leader_election.cc:304] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d2a6a240a24742129495364eac26a14a, df55bb35d38a41829e26f1d853a9067e; no voters: 
20:09:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.929041 13457 raft_consensus.cc:2804] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 1 FOLLOWER]: Leader election won for term 1
20:09:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.933763 13319 raft_consensus.cc:359] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } }
20:09:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.936038 13319 raft_consensus.cc:385] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.936877 13319 raft_consensus.cc:740] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d54d6967abba4182baa20bad8171fe52, State: Initialized, Role: FOLLOWER
20:09:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.938596 13457 raft_consensus.cc:697] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [term 1 LEADER]: Becoming Leader. State: Replica: df55bb35d38a41829e26f1d853a9067e, State: Running, Role: LEADER
20:09:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.940148 13457 consensus_queue.cc:237] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } }
20:09:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.940302 13319 consensus_queue.cc:260] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } }
20:09:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:20.945465 13355 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.12.218.189:41435 timed out after 1.721s (SENT)
20:09:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.972196 13462 sys_catalog.cc:455] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [sys.catalog]: SysCatalogTable state changed. Reason: New leader df55bb35d38a41829e26f1d853a9067e. Latest consensus state: current_term: 1 leader_uuid: "df55bb35d38a41829e26f1d853a9067e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.973013 13462 sys_catalog.cc:458] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [sys.catalog]: This master's current role is: LEADER
20:09:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.977135 13470 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:09:20.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.978839 13464 sys_catalog.cc:455] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:20.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.981112 13464 sys_catalog.cc:458] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [sys.catalog]: This master's current role is: FOLLOWER
20:09:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.981398 13319 sys_catalog.cc:565] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [sys.catalog]: configured and running, proceeding with master startup.
20:09:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.982932 13293 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df55bb35d38a41829e26f1d853a9067e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d54d6967abba4182baa20bad8171fe52"
20:09:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.983812 13293 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [term 0 FOLLOWER]: Advancing to term 1
20:09:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.987217 13294 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df55bb35d38a41829e26f1d853a9067e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d54d6967abba4182baa20bad8171fe52" is_pre_election: true
20:09:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:20.988234 13294 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:43284 (request call id 1) took 1765 ms (client timeout 1721 ms). Trace:
20:09:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:20.988653 13294 rpcz_store.cc:269] 0518 20:09:19.223280 (+     0us) service_pool.cc:167] Inserting onto call queue
20:09:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:09:19.223417 (+   137us) service_pool.cc:224] Handling call
20:09:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0518 20:09:20.988150 (+1764733us) inbound_call.cc:177] Queueing success response
20:09:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:09:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.981966 13292 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df55bb35d38a41829e26f1d853a9067e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d54d6967abba4182baa20bad8171fe52" is_pre_election: true
20:09:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:20.999151 13293 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df55bb35d38a41829e26f1d853a9067e in term 1.
20:09:21.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.006983 13470 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:09:21.008 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:21.009 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:21.009 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:21.009 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:21.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:21.009 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:21.010 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:21.010 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:21.010 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:21.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:21.010 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:21.010 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:21.010 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:21.025 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:21.025 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:21.025 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:21.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:21.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:21.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:21.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:21.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:21.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:21.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:21.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:21.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:21.027 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:21.028 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29020), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [56ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [180ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [257ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [258ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [258ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [259ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [281ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [282ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [302ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [321ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [322ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [322ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [344ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [344ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [344ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [362ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [363ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [363ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [363ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [403ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [403ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [404ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [404ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [902ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [906ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [907ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [907ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [908ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1562ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2503ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2503ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [5821ms] refreshing cache from master, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [5821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [5822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [5822ms] too many traces: truncated at 100 traces, deferred=Deferred@664021326(state=PENDING, result=null, callback=(continuation of Deferred@1201850606 after retry RPC after error@1005908339) -> (continuation of Deferred@1496898754 after retry RPC after error@1600143602) -> (continuation of Deferred@240391752 after retry RPC after error@313987480) -> (continuation of Deferred@225837504 after retry RPC after error@1347204940) -> (continuation of Deferred@2122583387 after retry RPC after error@1410721986) -> (continuation of Deferred@1775274881 after retry RPC after error@1544791840) -> (continuation of Deferred@44275500 after retry RPC after error@2039168066) -> (continuation of Deferred@350895217 after retry RPC after error@1426170731) -> (continuation of Deferred@1258636304 after retry RPC after error@1800144926) -> (continuation of Deferred@780187826 after retry RPC after error@1992445170) -> (continuation of Deferred@394703870 after retry RPC after error@478238184) -> (continuation of Deferred@930032610 after retry RPC after error@1395545121) -> (continuation of Deferred@1905595641 after retry RPC after error@1731010870) -> (continuation of Deferred@693319178 after retry RPC after error@142471261) -> (continuation of Deferred@1368792951 after retry RPC after error@1597812962) -> (continuation of Deferred@1877950057 after retry RPC after error@150459601) -> (continuation of Deferred@1778061087 after retry RPC after error@1408895330) -> (continuation of Deferred@1173383426 after retry RPC after error@1939303473) -> (continuation of Deferred@1109726891 after retry RPC after error@1092073108) -> (continuation of Deferred@124350413 after retry RPC after error@1331133941) -> (continuation of Deferred@632142586 after retry RPC after error@1500650445) -> (continuation of Deferred@355012649 after retry RPC after error@1642426284) -> (continuation of Deferred@693592832 after retry RPC after error@1622325652) -> (continuation of Deferred@1036469747 after retry RPC after error@2006304232) -> (continuation of Deferred@1699276665 after retry RPC after error@281255005), errback=(continuation of Deferred@1201850606 after retry RPC after error@1005908339) -> (continuation of Deferred@1496898754 after retry RPC after error@1600143602) -> (continuation of Deferred@240391752 after retry RPC after error@313987480) -> (continuation of Deferred@225837504 after retry RPC after error@1347204940) -> (continuation of Deferred@2122583387 after retry RPC after error@1410721986) -> (continuation of Deferred@1775274881 after retry RPC after error@1544791840) -> (continuation of Deferred@44275500 after retry RPC after error@2039168066) -> (continuation of Deferred@350895217 after retry RPC after error@1426170731) -> (continuation of Deferred@1258636304 after retry RPC after error@1800144926) -> (continuation of Deferred@780187826 after retry RPC after error@1992445170) -> (continuation of Deferred@394703870 after retry RPC after error@478238184) -> (continuation of Deferred@930032610 after retry RPC after error@1395545121) -> (continuation of Deferred@1905595641 after retry RPC after error@1731010870) -> (continuation of Deferred@693319178 after retry RPC after error@142471261) -> (continuation of Deferred@1368792951 after retry RPC after error@1597812962) -> (continuation of Deferred@1877950057 after retry RPC after error@150459601) -> (continuation of Deferred@1778061087 after retry RPC after error@1408895330) -> (continuation of Deferred@1173383426 after retry RPC after error@1939303473) -> (continuation of Deferred@1109726891 after retry RPC after error@1092073108) -> (continuation of Deferred@124350413 after retry RPC after error@1331133941) -> (continuation of Deferred@632142586 after retry RPC after error@1500650445) -> (continuation of Deferred@355012649 after retry RPC after error@1642426284) -> (continuation of Deferred@693592832 after retry RPC after error@1622325652) -> (continuation of Deferred@1036469747 after retry RPC after error@2006304232) -> (continuation of Deferred@1699276665 after retry RPC after error@281255005)))
20:09:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.035209 13293 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [term 1 FOLLOWER]: Refusing update from remote peer df55bb35d38a41829e26f1d853a9067e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:09:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.035688 13218 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [term 1 FOLLOWER]: Refusing update from remote peer df55bb35d38a41829e26f1d853a9067e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:09:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.037156 13457 consensus_queue.cc:1048] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [LEADER]: Connected to new peer: Peer: permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:09:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.040005 13462 consensus_queue.cc:1048] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [LEADER]: Connected to new peer: Peer: permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:09:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:21.051736 13472 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:09:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:21.052191 13472 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:09:21.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.013332 13174 master_runner.cc:187] Error getting master registration for 127.12.218.189:41435: OK, instance_id { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" instance_seqno: 1779134956255880 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:09:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.070029 13174 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:09:21.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.080060 13464 sys_catalog.cc:455] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [sys.catalog]: SysCatalogTable state changed. Reason: New leader df55bb35d38a41829e26f1d853a9067e. Latest consensus state: current_term: 1 leader_uuid: "df55bb35d38a41829e26f1d853a9067e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:21.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.081121 13464 sys_catalog.cc:458] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [sys.catalog]: This master's current role is: FOLLOWER
20:09:21.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.094401 13464 sys_catalog.cc:455] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "df55bb35d38a41829e26f1d853a9067e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:21.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.095582 13464 sys_catalog.cc:458] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52 [sys.catalog]: This master's current role is: FOLLOWER
20:09:21.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.098251 13457 sys_catalog.cc:455] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "df55bb35d38a41829e26f1d853a9067e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:21.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.099198 13457 sys_catalog.cc:458] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [sys.catalog]: This master's current role is: LEADER
20:09:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.103807 13470 catalog_manager.cc:1382] Generated new cluster ID: da07ccca7abf45febf04448a713064fe
20:09:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.104125 13470 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:09:21.115 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:21.115 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:21.115 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:21.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:21.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:21.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:21.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:21.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:21.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:21.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:21.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:21.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:21.117 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:21.118 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:21.129 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:21.129 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:21.130 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:21.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.130 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.130 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.130 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.130 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.131 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.131584 13455 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [sys.catalog]: SysCatalogTable state changed. Reason: New leader df55bb35d38a41829e26f1d853a9067e. Latest consensus state: current_term: 1 leader_uuid: "df55bb35d38a41829e26f1d853a9067e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.132333 13455 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [sys.catalog]: This master's current role is: FOLLOWER
20:09:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.137233 13462 sys_catalog.cc:455] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "df55bb35d38a41829e26f1d853a9067e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.139742 13462 sys_catalog.cc:458] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e [sys.catalog]: This master's current role is: LEADER
20:09:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.157992 13455 sys_catalog.cc:455] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "df55bb35d38a41829e26f1d853a9067e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d2a6a240a24742129495364eac26a14a" member_type: VOTER last_known_addr { host: "127.12.218.190" port: 45219 } } peers { permanent_uuid: "d54d6967abba4182baa20bad8171fe52" member_type: VOTER last_known_addr { host: "127.12.218.189" port: 41435 } } peers { permanent_uuid: "df55bb35d38a41829e26f1d853a9067e" member_type: VOTER last_known_addr { host: "127.12.218.188" port: 33935 } } }
20:09:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.159091 13455 sys_catalog.cc:458] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a [sys.catalog]: This master's current role is: FOLLOWER
20:09:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.188064 13470 catalog_manager.cc:1405] Generated new certificate authority record
20:09:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.190258 13470 catalog_manager.cc:1539] Loading token signing keys...
20:09:21.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.219520 13493 catalog_manager.cc:1294] Loaded cluster ID: da07ccca7abf45febf04448a713064fe
20:09:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.222003 13493 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52: loading cluster ID for follower catalog manager: success
20:09:21.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.237027 13470 catalog_manager.cc:6069] T 00000000000000000000000000000000 P df55bb35d38a41829e26f1d853a9067e: Generated new TSK 0
20:09:21.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.238199 13470 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:09:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.239502 13493 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52: acquiring CA information for follower catalog manager: success
20:09:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:21.250766 13493 catalog_manager.cc:883] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
20:09:21.270 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:21.270 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:21.271 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:21.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:21.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:21.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:21.271585 13162 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/wal
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/data
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/logs
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/data/info.pb
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.129:0
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.218.129
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.129
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:09:21.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:21.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:21.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:21.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:21.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:21.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:21.274 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:21.275 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [130ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [265ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [481ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [483ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [702ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [743ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1443ms] refreshing cache from master, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1448ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1449ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1449ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3464ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3464ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [5321ms] refreshing cache from master, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5322ms] too many traces: truncated at 100 traces, deferred=Deferred@838401444(state=PENDING, result=null, callback=(continuation of Deferred@1991084472 after retry RPC after error@1123835510) -> (continuation of Deferred@1145862020 after retry RPC after error@850376564) -> (continuation of Deferred@676661456 after retry RPC after error@142277698) -> (continuation of Deferred@799885982 after retry RPC after error@1618369544) -> (continuation of Deferred@1617283934 after retry RPC after error@1067627516) -> (continuation of Deferred@2057238316 after retry RPC after error@685400683) -> (continuation of Deferred@1722508053 after retry RPC after error@1287389551) -> (continuation of Deferred@1100396611 after retry RPC after error@983843616) -> (continuation of Deferred@120204458 after retry RPC after error@724693593) -> (continuation of Deferred@1603339228 after retry RPC after error@1203037773) -> (continuation of Deferred@288218477 after retry RPC after error@891967019) -> (continuation of Deferred@1660042417 after retry RPC after error@43268140) -> (continuation of Deferred@2108513190 after retry RPC after error@441565494) -> (continuation of Deferred@1773494649 after retry RPC after error@1254322491) -> (continuation of Deferred@1571058606 after retry RPC after error@1231569245) -> (continuation of Deferred@194273184 after retry RPC after error@1510980928) -> (continuation of Deferred@617127084 after retry RPC after error@799101889) -> (continuation of Deferred@107045066 after retry RPC after error@555952379) -> (continuation of Deferred@1097792911 after retry RPC after error@1685360952) -> (continuation of Deferred@1772014156 after retry RPC after error@1371685748) -> (continuation of Deferred@1735810630 after retry RPC after error@659287745) -> (continuation of Deferred@949521614 after retry RPC after error@2072162634) -> (continuation of Deferred@777208850 after retry RPC after error@1444317951), errback=(continuation of Deferred@1991084472 after retry RPC after error@1123835510) -> (continuation of Deferred@1145862020 after retry RPC after error@850376564) -> (continuation of Deferred@676661456 after retry RPC after error@142277698) -> (continuation of Deferred@799885982 after retry RPC after error@1618369544) -> (continuation of Deferred@1617283934 after retry RPC after error@1067627516) -> (continuation of Deferred@2057238316 after retry RPC after error@685400683) -> (continuation of Deferred@1722508053 after retry RPC after error@1287389551) -> (continuation of Deferred@1100396611 after retry RPC after error@983843616) -> (continuation of Deferred@120204458 after retry RPC after error@724693593) -> (continuation of Deferred@1603339228 after retry RPC after error@1203037773) -> (continuation of Deferred@288218477 after retry RPC after error@891967019) -> (continuation of Deferred@1660042417 after retry RPC after error@43268140) -> (continuation of Deferred@2108513190 after retry RPC after error@441565494) -> (continuation of Deferred@1773494649 after retry RPC after error@1254322491) -> (continuation of Deferred@1571058606 after retry RPC after error@1231569245) -> (continuation of Deferred@194273184 after retry RPC after error@1510980928) -> (continuation of Deferred@617127084 after retry RPC after error@799101889) -> (continuation of Deferred@107045066 after retry RPC after error@555952379) -> (continuation of Deferred@1097792911 after retry RPC after error@1685360952) -> (continuation of Deferred@1772014156 after retry RPC after error@1371685748) -> (continuation of Deferred@1735810630 after retry RPC after error@659287745) -> (continuation of Deferred@949521614 after retry RPC after error@2072162634) -> (continuation of Deferred@777208850 after retry RPC after error@1444317951)))
20:09:21.276 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:09:21.277 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [130ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [265ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [481ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [483ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [702ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [743ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1443ms] refreshing cache from master, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1448ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1449ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1449ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3464ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3464ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [5321ms] refreshing cache from master, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5322ms] too many traces: truncated at 100 traces, deferred=Deferred@838401444(state=PENDING, result=null, callback=(continuation of Deferred@1991084472 after retry RPC after error@1123835510) -> (continuation of Deferred@1145862020 after retry RPC after error@850376564) -> (continuation of Deferred@676661456 after retry RPC after error@142277698) -> (continuation of Deferred@799885982 after retry RPC after error@1618369544) -> (continuation of Deferred@1617283934 after retry RPC after error@1067627516) -> (continuation of Deferred@2057238316 after retry RPC after error@685400683) -> (continuation of Deferred@1722508053 after retry RPC after error@1287389551) -> (continuation of Deferred@1100396611 after retry RPC after error@983843616) -> (continuation of Deferred@120204458 after retry RPC after error@724693593) -> (continuation of Deferred@1603339228 after retry RPC after error@1203037773) -> (continuation of Deferred@288218477 after retry RPC after error@891967019) -> (continuation of Deferred@1660042417 after retry RPC after error@43268140) -> (continuation of Deferred@2108513190 after retry RPC after error@441565494) -> (continuation of Deferred@1773494649 after retry RPC after error@1254322491) -> (continuation of Deferred@1571058606 after retry RPC after error@1231569245) -> (continuation of Deferred@194273184 after retry RPC after error@1510980928) -> (continuation of Deferred@617127084 after retry RPC after error@799101889) -> (continuation of Deferred@107045066 after retry RPC after error@555952379) -> (continuation of Deferred@1097792911 after retry RPC after error@1685360952) -> (continuation of Deferred@1772014156 after retry RPC after error@1371685748) -> (continuation of Deferred@1735810630 after retry RPC after error@659287745) -> (continuation of Deferred@949521614 after retry RPC after error@2072162634) -> (continuation of Deferred@777208850 after retry RPC after error@1444317951), errback=(continuation of Deferred@1991084472 after retry RPC after error@1123835510) -> (continuation of Deferred@1145862020 after retry RPC after error@850376564) -> (continuation of Deferred@676661456 after retry RPC after error@142277698) -> (continuation of Deferred@799885982 after retry RPC after error@1618369544) -> (continuation of Deferred@1617283934 after retry RPC after error@1067627516) -> (continuation of Deferred@2057238316 after retry RPC after error@685400683) -> (continuation of Deferred@1722508053 after retry RPC after error@1287389551) -> (continuation of Deferred@1100396611 after retry RPC after error@983843616) -> (continuation of Deferred@120204458 after retry RPC after error@724693593) -> (continuation of Deferred@1603339228 after retry RPC after error@1203037773) -> (continuation of Deferred@288218477 after retry RPC after error@891967019) -> (continuation of Deferred@1660042417 after retry RPC after error@43268140) -> (continuation of Deferred@2108513190 after retry RPC after error@441565494) -> (continuation of Deferred@1773494649 after retry RPC after error@1254322491) -> (continuation of Deferred@1571058606 after retry RPC after error@1231569245) -> (continuation of Deferred@194273184 after retry RPC after error@1510980928) -> (continuation of Deferred@617127084 after retry RPC after error@799101889) -> (continuation of Deferred@107045066 after retry RPC after error@555952379) -> (continuation of Deferred@1097792911 after retry RPC after error@1685360952) -> (continuation of Deferred@1772014156 after retry RPC after error@1371685748) -> (continuation of Deferred@1735810630 after retry RPC after error@659287745) -> (continuation of Deferred@949521614 after retry RPC after error@2072162634) -> (continuation of Deferred@777208850 after retry RPC after error@1444317951)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.60:43985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:21.279 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
20:09:21.280 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
20:09:21.283 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [130ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [265ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [282ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [282ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [481ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [483ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [702ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [702ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [743ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1443ms] refreshing cache from master, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1448ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1449ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1449ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3464ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3464ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [5321ms] refreshing cache from master, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5322ms] too many traces: truncated at 100 traces, deferred=Deferred@838401444(state=PENDING, result=null, callback=(continuation of Deferred@1991084472 after retry RPC after error@1123835510) -> (continuation of Deferred@1145862020 after retry RPC after error@850376564) -> (continuation of Deferred@676661456 after retry RPC after error@142277698) -> (continuation of Deferred@799885982 after retry RPC after error@1618369544) -> (continuation of Deferred@1617283934 after retry RPC after error@1067627516) -> (continuation of Deferred@2057238316 after retry RPC after error@685400683) -> (continuation of Deferred@1722508053 after retry RPC after error@1287389551) -> (continuation of Deferred@1100396611 after retry RPC after error@983843616) -> (continuation of Deferred@120204458 after retry RPC after error@724693593) -> (continuation of Deferred@1603339228 after retry RPC after error@1203037773) -> (continuation of Deferred@288218477 after retry RPC after error@891967019) -> (continuation of Deferred@1660042417 after retry RPC after error@43268140) -> (continuation of Deferred@2108513190 after retry RPC after error@441565494) -> (continuation of Deferred@1773494649 after retry RPC after error@1254322491) -> (continuation of Deferred@1571058606 after retry RPC after error@1231569245) -> (continuation of Deferred@194273184 after retry RPC after error@1510980928) -> (continuation of Deferred@617127084 after retry RPC after error@799101889) -> (continuation of Deferred@107045066 after retry RPC after error@555952379) -> (continuation of Deferred@1097792911 after retry RPC after error@1685360952) -> (continuation of Deferred@1772014156 after retry RPC after error@1371685748) -> (continuation of Deferred@1735810630 after retry RPC after error@659287745) -> (continuation of Deferred@949521614 after retry RPC after error@2072162634) -> (continuation of Deferred@777208850 after retry RPC after error@1444317951), errback=(continuation of Deferred@1991084472 after retry RPC after error@1123835510) -> (continuation of Deferred@1145862020 after retry RPC after error@850376564) -> (continuation of Deferred@676661456 after retry RPC after error@142277698) -> (continuation of Deferred@799885982 after retry RPC after error@1618369544) -> (continuation of Deferred@1617283934 after retry RPC after error@1067627516) -> (continuation of Deferred@2057238316 after retry RPC after error@685400683) -> (continuation of Deferred@1722508053 after retry RPC after error@1287389551) -> (continuation of Deferred@1100396611 after retry RPC after error@983843616) -> (continuation of Deferred@120204458 after retry RPC after error@724693593) -> (continuation of Deferred@1603339228 after retry RPC after error@1203037773) -> (continuation of Deferred@288218477 after retry RPC after error@891967019) -> (continuation of Deferred@1660042417 after retry RPC after error@43268140) -> (continuation of Deferred@2108513190 after retry RPC after error@441565494) -> (continuation of Deferred@1773494649 after retry RPC after error@1254322491) -> (continuation of Deferred@1571058606 after retry RPC after error@1231569245) -> (continuation of Deferred@194273184 after retry RPC after error@1510980928) -> (continuation of Deferred@617127084 after retry RPC after error@799101889) -> (continuation of Deferred@107045066 after retry RPC after error@555952379) -> (continuation of Deferred@1097792911 after retry RPC after error@1685360952) -> (continuation of Deferred@1772014156 after retry RPC after error@1371685748) -> (continuation of Deferred@1735810630 after retry RPC after error@659287745) -> (continuation of Deferred@949521614 after retry RPC after error@2072162634) -> (continuation of Deferred@777208850 after retry RPC after error@1444317951)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.60:43985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:21.286 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:21.286 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
20:09:21.286 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RUNNING to RESTARTING.
20:09:21.287 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
20:09:21.296 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:21.296 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:21.296 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:21.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.297 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.297 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.297 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:21.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:21.354 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134961354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:21.361 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:21.362 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:21.362 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:21.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:21.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:21.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:21.362 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:21.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:21.362 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:21.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:21.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:21.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:21.363 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:21.369 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
20:09:21.371 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
20:09:21.407 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:21.408 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:21.408 [DEBUG - pool-397-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:21.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:21.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:21.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:21.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:21.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:21.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:21.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:21.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:21.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:21.409 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:21.410 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29403), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [48ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [98ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [149ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [149ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [191ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [199ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [206ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [206ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [233ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [264ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [265ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [265ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [282ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [283ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [301ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [302ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [302ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [341ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [342ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [421ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [422ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [662ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [663ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [663ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [664ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1102ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2003ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2483ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [6060ms] refreshing cache from master, [6060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6061ms] too many traces: truncated at 100 traces, deferred=Deferred@538140643(state=PENDING, result=null, callback=(continuation of Deferred@1126210482 after retry RPC after error@530164753) -> (continuation of Deferred@1963056129 after retry RPC after error@1331132677) -> (continuation of Deferred@149788246 after retry RPC after error@1522948734) -> (continuation of Deferred@559703283 after retry RPC after error@1438101132) -> (continuation of Deferred@822926666 after retry RPC after error@1500607679) -> (continuation of Deferred@466151582 after retry RPC after error@1944315557) -> (continuation of Deferred@617779998 after retry RPC after error@1985269687) -> (continuation of Deferred@713315835 after retry RPC after error@1186875584) -> (continuation of Deferred@1984199018 after retry RPC after error@649931106) -> (continuation of Deferred@782146499 after retry RPC after error@441597592) -> (continuation of Deferred@1334348689 after retry RPC after error@3235131) -> (continuation of Deferred@1512803965 after retry RPC after error@1367788894) -> (continuation of Deferred@1524171004 after retry RPC after error@1342920217) -> (continuation of Deferred@1456824835 after retry RPC after error@836676026) -> (continuation of Deferred@596808093 after retry RPC after error@690200680) -> (continuation of Deferred@1419446837 after retry RPC after error@281868901) -> (continuation of Deferred@669360024 after retry RPC after error@326196204) -> (continuation of Deferred@532095253 after retry RPC after error@1759510356) -> (continuation of Deferred@1674421384 after retry RPC after error@2054827302) -> (continuation of Deferred@1558381813 after retry RPC after error@1272014178) -> (continuation of Deferred@1169584500 after retry RPC after error@1854830585) -> (continuation of Deferred@713953905 after retry RPC after error@1781827639) -> (continuation of Deferred@486504916 after retry RPC after error@30667789) -> (continuation of Deferred@1528067036 after retry RPC after error@355413433) -> (continuation of Deferred@1928976145 after retry RPC after error@1813264095) -> (continuation of Deferred@350630418 after retry RPC after error@2018019282), errback=(continuation of Deferred@1126210482 after retry RPC after error@530164753) -> (continuation of Deferred@1963056129 after retry RPC after error@1331132677) -> (continuation of Deferred@149788246 after retry RPC after error@1522948734) -> (continuation of Deferred@559703283 after retry RPC after error@1438101132) -> (continuation of Deferred@822926666 after retry RPC after error@1500607679) -> (continuation of Deferred@466151582 after retry RPC after error@1944315557) -> (continuation of Deferred@617779998 after retry RPC after error@1985269687) -> (continuation of Deferred@713315835 after retry RPC after error@1186875584) -> (continuation of Deferred@1984199018 after retry RPC after error@649931106) -> (continuation of Deferred@782146499 after retry RPC after error@441597592) -> (continuation of Deferred@1334348689 after retry RPC after error@3235131) -> (continuation of Deferred@1512803965 after retry RPC after error@1367788894) -> (continuation of Deferred@1524171004 after retry RPC after error@1342920217) -> (continuation of Deferred@1456824835 after retry RPC after error@836676026) -> (continuation of Deferred@596808093 after retry RPC after error@690200680) -> (continuation of Deferred@1419446837 after retry RPC after error@281868901) -> (continuation of Deferred@669360024 after retry RPC after error@326196204) -> (continuation of Deferred@532095253 after retry RPC after error@1759510356) -> (continuation of Deferred@1674421384 after retry RPC after error@2054827302) -> (continuation of Deferred@1558381813 after retry RPC after error@1272014178) -> (continuation of Deferred@1169584500 after retry RPC after error@1854830585) -> (continuation of Deferred@713953905 after retry RPC after error@1781827639) -> (continuation of Deferred@486504916 after retry RPC after error@30667789) -> (continuation of Deferred@1528067036 after retry RPC after error@355413433) -> (continuation of Deferred@1928976145 after retry RPC after error@1813264095) -> (continuation of Deferred@350630418 after retry RPC after error@2018019282)))
20:09:21.411 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:21.411 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:21.411 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:21.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:21.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:21.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:21.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:21.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:21.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:21.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:21.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:21.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:21.412 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:21.413 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28377), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [98ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [99ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [292ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [293ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [293ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [402ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [623ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1722ms] refreshing cache from master, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1723ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2362ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [5201ms] refreshing cache from master, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@217824276(state=PENDING, result=null, callback=(continuation of Deferred@595754679 after retry RPC after error@48280729) -> (continuation of Deferred@1157991422 after retry RPC after error@340755542) -> (continuation of Deferred@604518318 after retry RPC after error@600509386) -> (continuation of Deferred@1257782838 after retry RPC after error@587038219) -> (continuation of Deferred@1194170557 after retry RPC after error@1011044041) -> (continuation of Deferred@927059705 after retry RPC after error@2114315068) -> (continuation of Deferred@1430680625 after retry RPC after error@1934974294) -> (continuation of Deferred@1247441859 after retry RPC after error@454522295) -> (continuation of Deferred@2098625816 after retry RPC after error@619716609) -> (continuation of Deferred@1026394935 after retry RPC after error@498596840) -> (continuation of Deferred@1401404411 after retry RPC after error@1993505186) -> (continuation of Deferred@670511228 after retry RPC after error@87943121) -> (continuation of Deferred@1804324078 after retry RPC after error@242333524) -> (continuation of Deferred@278594102 after retry RPC after error@2062707867) -> (continuation of Deferred@1328231319 after retry RPC after error@1290004017) -> (continuation of Deferred@77715241 after retry RPC after error@1843324306) -> (continuation of Deferred@2071974965 after retry RPC after error@687761157) -> (continuation of Deferred@577562028 after retry RPC after error@939816454) -> (continuation of Deferred@1029690191 after retry RPC after error@1715621294) -> (continuation of Deferred@600212815 after retry RPC after error@946430839) -> (continuation of Deferred@2079267486 after retry RPC after error@263460720) -> (continuation of Deferred@416225076 after retry RPC after error@1800322433) -> (continuation of Deferred@1760981404 after retry RPC after error@1205265509), errback=(continuation of Deferred@595754679 after retry RPC after error@48280729) -> (continuation of Deferred@1157991422 after retry RPC after error@340755542) -> (continuation of Deferred@604518318 after retry RPC after error@600509386) -> (continuation of Deferred@1257782838 after retry RPC after error@587038219) -> (continuation of Deferred@1194170557 after retry RPC after error@1011044041) -> (continuation of Deferred@927059705 after retry RPC after error@2114315068) -> (continuation of Deferred@1430680625 after retry RPC after error@1934974294) -> (continuation of Deferred@1247441859 after retry RPC after error@454522295) -> (continuation of Deferred@2098625816 after retry RPC after error@619716609) -> (continuation of Deferred@1026394935 after retry RPC after error@498596840) -> (continuation of Deferred@1401404411 after retry RPC after error@1993505186) -> (continuation of Deferred@670511228 after retry RPC after error@87943121) -> (continuation of Deferred@1804324078 after retry RPC after error@242333524) -> (continuation of Deferred@278594102 after retry RPC after error@2062707867) -> (continuation of Deferred@1328231319 after retry RPC after error@1290004017) -> (continuation of Deferred@77715241 after retry RPC after error@1843324306) -> (continuation of Deferred@2071974965 after retry RPC after error@687761157) -> (continuation of Deferred@577562028 after retry RPC after error@939816454) -> (continuation of Deferred@1029690191 after retry RPC after error@1715621294) -> (continuation of Deferred@600212815 after retry RPC after error@946430839) -> (continuation of Deferred@2079267486 after retry RPC after error@263460720) -> (continuation of Deferred@416225076 after retry RPC after error@1800322433) -> (continuation of Deferred@1760981404 after retry RPC after error@1205265509)))
20:09:21.414 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:09:21.414 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28377), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [98ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [99ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [292ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [293ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [293ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [402ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [623ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1722ms] refreshing cache from master, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1723ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2362ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [5201ms] refreshing cache from master, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@217824276(state=PENDING, result=null, callback=(continuation of Deferred@595754679 after retry RPC after error@48280729) -> (continuation of Deferred@1157991422 after retry RPC after error@340755542) -> (continuation of Deferred@604518318 after retry RPC after error@600509386) -> (continuation of Deferred@1257782838 after retry RPC after error@587038219) -> (continuation of Deferred@1194170557 after retry RPC after error@1011044041) -> (continuation of Deferred@927059705 after retry RPC after error@2114315068) -> (continuation of Deferred@1430680625 after retry RPC after error@1934974294) -> (continuation of Deferred@1247441859 after retry RPC after error@454522295) -> (continuation of Deferred@2098625816 after retry RPC after error@619716609) -> (continuation of Deferred@1026394935 after retry RPC after error@498596840) -> (continuation of Deferred@1401404411 after retry RPC after error@1993505186) -> (continuation of Deferred@670511228 after retry RPC after error@87943121) -> (continuation of Deferred@1804324078 after retry RPC after error@242333524) -> (continuation of Deferred@278594102 after retry RPC after error@2062707867) -> (continuation of Deferred@1328231319 after retry RPC after error@1290004017) -> (continuation of Deferred@77715241 after retry RPC after error@1843324306) -> (continuation of Deferred@2071974965 after retry RPC after error@687761157) -> (continuation of Deferred@577562028 after retry RPC after error@939816454) -> (continuation of Deferred@1029690191 after retry RPC after error@1715621294) -> (continuation of Deferred@600212815 after retry RPC after error@946430839) -> (continuation of Deferred@2079267486 after retry RPC after error@263460720) -> (continuation of Deferred@416225076 after retry RPC after error@1800322433) -> (continuation of Deferred@1760981404 after retry RPC after error@1205265509), errback=(continuation of Deferred@595754679 after retry RPC after error@48280729) -> (continuation of Deferred@1157991422 after retry RPC after error@340755542) -> (continuation of Deferred@604518318 after retry RPC after error@600509386) -> (continuation of Deferred@1257782838 after retry RPC after error@587038219) -> (continuation of Deferred@1194170557 after retry RPC after error@1011044041) -> (continuation of Deferred@927059705 after retry RPC after error@2114315068) -> (continuation of Deferred@1430680625 after retry RPC after error@1934974294) -> (continuation of Deferred@1247441859 after retry RPC after error@454522295) -> (continuation of Deferred@2098625816 after retry RPC after error@619716609) -> (continuation of Deferred@1026394935 after retry RPC after error@498596840) -> (continuation of Deferred@1401404411 after retry RPC after error@1993505186) -> (continuation of Deferred@670511228 after retry RPC after error@87943121) -> (continuation of Deferred@1804324078 after retry RPC after error@242333524) -> (continuation of Deferred@278594102 after retry RPC after error@2062707867) -> (continuation of Deferred@1328231319 after retry RPC after error@1290004017) -> (continuation of Deferred@77715241 after retry RPC after error@1843324306) -> (continuation of Deferred@2071974965 after retry RPC after error@687761157) -> (continuation of Deferred@577562028 after retry RPC after error@939816454) -> (continuation of Deferred@1029690191 after retry RPC after error@1715621294) -> (continuation of Deferred@600212815 after retry RPC after error@946430839) -> (continuation of Deferred@2079267486 after retry RPC after error@263460720) -> (continuation of Deferred@416225076 after retry RPC after error@1800322433) -> (continuation of Deferred@1760981404 after retry RPC after error@1205265509)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:21.417 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
20:09:21.419 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
20:09:21.421 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28377), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [37ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [98ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [99ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [292ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [293ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [293ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [322ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [341ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [342ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [382ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [382ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [402ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [622ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [623ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [623ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [862ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [863ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [863ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1722ms] refreshing cache from master, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1723ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2361ms] refreshing cache from master, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2362ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [5201ms] refreshing cache from master, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@217824276(state=PENDING, result=null, callback=(continuation of Deferred@595754679 after retry RPC after error@48280729) -> (continuation of Deferred@1157991422 after retry RPC after error@340755542) -> (continuation of Deferred@604518318 after retry RPC after error@600509386) -> (continuation of Deferred@1257782838 after retry RPC after error@587038219) -> (continuation of Deferred@1194170557 after retry RPC after error@1011044041) -> (continuation of Deferred@927059705 after retry RPC after error@2114315068) -> (continuation of Deferred@1430680625 after retry RPC after error@1934974294) -> (continuation of Deferred@1247441859 after retry RPC after error@454522295) -> (continuation of Deferred@2098625816 after retry RPC after error@619716609) -> (continuation of Deferred@1026394935 after retry RPC after error@498596840) -> (continuation of Deferred@1401404411 after retry RPC after error@1993505186) -> (continuation of Deferred@670511228 after retry RPC after error@87943121) -> (continuation of Deferred@1804324078 after retry RPC after error@242333524) -> (continuation of Deferred@278594102 after retry RPC after error@2062707867) -> (continuation of Deferred@1328231319 after retry RPC after error@1290004017) -> (continuation of Deferred@77715241 after retry RPC after error@1843324306) -> (continuation of Deferred@2071974965 after retry RPC after error@687761157) -> (continuation of Deferred@577562028 after retry RPC after error@939816454) -> (continuation of Deferred@1029690191 after retry RPC after error@1715621294) -> (continuation of Deferred@600212815 after retry RPC after error@946430839) -> (continuation of Deferred@2079267486 after retry RPC after error@263460720) -> (continuation of Deferred@416225076 after retry RPC after error@1800322433) -> (continuation of Deferred@1760981404 after retry RPC after error@1205265509), errback=(continuation of Deferred@595754679 after retry RPC after error@48280729) -> (continuation of Deferred@1157991422 after retry RPC after error@340755542) -> (continuation of Deferred@604518318 after retry RPC after error@600509386) -> (continuation of Deferred@1257782838 after retry RPC after error@587038219) -> (continuation of Deferred@1194170557 after retry RPC after error@1011044041) -> (continuation of Deferred@927059705 after retry RPC after error@2114315068) -> (continuation of Deferred@1430680625 after retry RPC after error@1934974294) -> (continuation of Deferred@1247441859 after retry RPC after error@454522295) -> (continuation of Deferred@2098625816 after retry RPC after error@619716609) -> (continuation of Deferred@1026394935 after retry RPC after error@498596840) -> (continuation of Deferred@1401404411 after retry RPC after error@1993505186) -> (continuation of Deferred@670511228 after retry RPC after error@87943121) -> (continuation of Deferred@1804324078 after retry RPC after error@242333524) -> (continuation of Deferred@278594102 after retry RPC after error@2062707867) -> (continuation of Deferred@1328231319 after retry RPC after error@1290004017) -> (continuation of Deferred@77715241 after retry RPC after error@1843324306) -> (continuation of Deferred@2071974965 after retry RPC after error@687761157) -> (continuation of Deferred@577562028 after retry RPC after error@939816454) -> (continuation of Deferred@1029690191 after retry RPC after error@1715621294) -> (continuation of Deferred@600212815 after retry RPC after error@946430839) -> (continuation of Deferred@2079267486 after retry RPC after error@263460720) -> (continuation of Deferred@416225076 after retry RPC after error@1800322433) -> (continuation of Deferred@1760981404 after retry RPC after error@1205265509)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.62:42343
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:21.424 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:21.424 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
20:09:21.424 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
20:09:21.471 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.471 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.471 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.473 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.473 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28441), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [104ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [129ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [167ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [167ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [621ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1183ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3200ms] refreshing cache from master, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [6221ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [6222ms] too many traces: truncated at 100 traces, deferred=Deferred@1401008460(state=PENDING, result=null, callback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359), errback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359)))
20:09:21.475 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.475 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.475 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.475 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28441), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [104ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [129ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [167ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [167ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [621ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1183ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3200ms] refreshing cache from master, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [6221ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [6222ms] too many traces: truncated at 100 traces, deferred=Deferred@1401008460(state=PENDING, result=null, callback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359), errback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28441), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [104ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [129ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [167ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [167ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [621ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1183ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3200ms] refreshing cache from master, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [6221ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [6222ms] too many traces: truncated at 100 traces, deferred=Deferred@1401008460(state=PENDING, result=null, callback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359), errback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.126:36643
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:21.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.482 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.482 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.483 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:21.484 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:21.484 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:21.484 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:21.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.484 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:21.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.485 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:21.485 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28441), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [104ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [129ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [167ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [167ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [621ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1183ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3200ms] refreshing cache from master, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [6221ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [6222ms] too many traces: truncated at 100 traces, deferred=Deferred@1401008460(state=PENDING, result=null, callback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359), errback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28441), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [4ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [37ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [87ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [104ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [128ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [129ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [129ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [167ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [167ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [202ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [262ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [264ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [264ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [621ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [622ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [623ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1181ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1183ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3200ms] refreshing cache from master, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [3202ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [3203ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [3203ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [6221ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [6222ms] too many traces: truncated at 100 traces, deferred=Deferred@1401008460(state=PENDING, result=null, callback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359), errback=(continuation of Deferred@1448936854 after retry RPC after error@1973530115) -> (continuation of Deferred@764657333 after retry RPC after error@1942385050) -> (continuation of Deferred@1300868033 after retry RPC after error@891344325) -> (continuation of Deferred@91665346 after retry RPC after error@1174161495) -> (continuation of Deferred@1168848010 after retry RPC after error@1989566215) -> (continuation of Deferred@1179523764 after retry RPC after error@1633115354) -> (continuation of Deferred@2110008094 after retry RPC after error@963521990) -> (continuation of Deferred@264444901 after retry RPC after error@1411987275) -> (continuation of Deferred@149514763 after retry RPC after error@1075930829) -> (continuation of Deferred@1470775583 after retry RPC after error@1252304846) -> (continuation of Deferred@165553571 after retry RPC after error@1115827547) -> (continuation of Deferred@1202007725 after retry RPC after error@676358976) -> (continuation of Deferred@1356570836 after retry RPC after error@65058657) -> (continuation of Deferred@1834889718 after retry RPC after error@1191136630) -> (continuation of Deferred@1269799037 after retry RPC after error@1299342806) -> (continuation of Deferred@1371487247 after retry RPC after error@1838636979) -> (continuation of Deferred@1514954252 after retry RPC after error@80665670) -> (continuation of Deferred@741988244 after retry RPC after error@2063892327) -> (continuation of Deferred@1132524085 after retry RPC after error@828259055) -> (continuation of Deferred@1396301351 after retry RPC after error@194931808) -> (continuation of Deferred@1338713724 after retry RPC after error@251847720) -> (continuation of Deferred@307743497 after retry RPC after error@1783777359)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.126:36643
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:21.486 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:21.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:21.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:21.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:21.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:21.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:21.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:21.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:21.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:21.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:21.486 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:21.487 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29327), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [4ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [6ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [28ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [32ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [45ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [95ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [96ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [97ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [97ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [141ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [183ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [183ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [241ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [242ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [321ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [321ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [321ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [321ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [482ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [484ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [484ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [921ms] refreshing cache from master, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [922ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [923ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [923ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [923ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1722ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1922ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [2302ms] too many traces: truncated at 100 traces, deferred=Deferred@1520085612(state=PENDING, result=null, callback=(continuation of Deferred@727847091 after retry RPC after error@135329496) -> (continuation of Deferred@1633986626 after retry RPC after error@1847769032) -> (continuation of Deferred@1434375479 after retry RPC after error@1515675510) -> (continuation of Deferred@515230406 after retry RPC after error@1699918383) -> (continuation of Deferred@1185289439 after retry RPC after error@652890002) -> (continuation of Deferred@372855411 after retry RPC after error@1720342865) -> (continuation of Deferred@276609459 after retry RPC after error@1688134385) -> (continuation of Deferred@954769115 after retry RPC after error@211552326) -> (continuation of Deferred@2035849543 after retry RPC after error@1791129079) -> (continuation of Deferred@379592754 after retry RPC after error@2056438936) -> (continuation of Deferred@1203628076 after retry RPC after error@1051279585) -> (continuation of Deferred@689919670 after retry RPC after error@1170596105) -> (continuation of Deferred@1838259477 after retry RPC after error@424371726) -> (continuation of Deferred@1244805495 after retry RPC after error@546657425) -> (continuation of Deferred@1099766947 after retry RPC after error@53770634) -> (continuation of Deferred@1477841178 after retry RPC after error@1387132757) -> (continuation of Deferred@2079097255 after retry RPC after error@1530154873) -> (continuation of Deferred@859966404 after retry RPC after error@250103206) -> (continuation of Deferred@295046245 after retry RPC after error@1755367081) -> (continuation of Deferred@1268776018 after retry RPC after error@127288818) -> (continuation of Deferred@650282049 after retry RPC after error@1211734974) -> (continuation of Deferred@2096137095 after retry RPC after error@1232924734), errback=(continuation of Deferred@727847091 after retry RPC after error@135329496) -> (continuation of Deferred@1633986626 after retry RPC after error@1847769032) -> (continuation of Deferred@1434375479 after retry RPC after error@1515675510) -> (continuation of Deferred@515230406 after retry RPC after error@1699918383) -> (continuation of Deferred@1185289439 after retry RPC after error@652890002) -> (continuation of Deferred@372855411 after retry RPC after error@1720342865) -> (continuation of Deferred@276609459 after retry RPC after error@1688134385) -> (continuation of Deferred@954769115 after retry RPC after error@211552326) -> (continuation of Deferred@2035849543 after retry RPC after error@1791129079) -> (continuation of Deferred@379592754 after retry RPC after error@2056438936) -> (continuation of Deferred@1203628076 after retry RPC after error@1051279585) -> (continuation of Deferred@689919670 after retry RPC after error@1170596105) -> (continuation of Deferred@1838259477 after retry RPC after error@424371726) -> (continuation of Deferred@1244805495 after retry RPC after error@546657425) -> (continuation of Deferred@1099766947 after retry RPC after error@53770634) -> (continuation of Deferred@1477841178 after retry RPC after error@1387132757) -> (continuation of Deferred@2079097255 after retry RPC after error@1530154873) -> (continuation of Deferred@859966404 after retry RPC after error@250103206) -> (continuation of Deferred@295046245 after retry RPC after error@1755367081) -> (continuation of Deferred@1268776018 after retry RPC after error@127288818) -> (continuation of Deferred@650282049 after retry RPC after error@1211734974) -> (continuation of Deferred@2096137095 after retry RPC after error@1232924734)))
20:09:21.490 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.490 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.491 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.492 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.490 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:09:21.494 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
20:09:21.494 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
20:09:21.494 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
20:09:21.494 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
20:09:21.494 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
20:09:21.494 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
20:09:21.494 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
20:09:21.501 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:09:21.501 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
20:09:21.501 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
20:09:21.509 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
20:09:21.509 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
20:09:21.509 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
20:09:21.511 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.511 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.511 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.513 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.513 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.513 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.518 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:09:21.518 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
20:09:21.518 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
20:09:21.519 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:21.520 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:21.520 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:21.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:21.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:21.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:21.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:21.521 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:21.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:21.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:21.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:21.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:21.521 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:21.522 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29362), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [11ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [16ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [18ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [19ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [44ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [74ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [75ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [75ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [85ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [86ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [87ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [87ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [122ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [142ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [143ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [144ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [201ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [202ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [242ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [243ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [243ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [441ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [442ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [761ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [762ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [762ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [762ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1362ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1720ms] refreshing cache from master, [1720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1723ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1427810222(state=PENDING, result=null, callback=(continuation of Deferred@157602536 after retry RPC after error@1886170994) -> (continuation of Deferred@558837024 after retry RPC after error@568908144) -> (continuation of Deferred@238332983 after retry RPC after error@456562108) -> (continuation of Deferred@1128828375 after retry RPC after error@613216151) -> (continuation of Deferred@267561509 after retry RPC after error@541476114) -> (continuation of Deferred@669471480 after retry RPC after error@1683284420) -> (continuation of Deferred@2121129193 after retry RPC after error@1813080291) -> (continuation of Deferred@1912375051 after retry RPC after error@853869105) -> (continuation of Deferred@578750992 after retry RPC after error@1171142860) -> (continuation of Deferred@1344220065 after retry RPC after error@1248943897) -> (continuation of Deferred@268755917 after retry RPC after error@607691097) -> (continuation of Deferred@231986268 after retry RPC after error@1293601640) -> (continuation of Deferred@2058834829 after retry RPC after error@467933163) -> (continuation of Deferred@134627839 after retry RPC after error@333220380) -> (continuation of Deferred@1404537041 after retry RPC after error@1750566403) -> (continuation of Deferred@1382300495 after retry RPC after error@631232373) -> (continuation of Deferred@1241588247 after retry RPC after error@515035850) -> (continuation of Deferred@1837054992 after retry RPC after error@914389685) -> (continuation of Deferred@1976760296 after retry RPC after error@2113822490) -> (continuation of Deferred@1769304841 after retry RPC after error@1544943936) -> (continuation of Deferred@1050290333 after retry RPC after error@823375579) -> (continuation of Deferred@1933338315 after retry RPC after error@1072661) -> (continuation of Deferred@1872838730 after retry RPC after error@1135117835) -> (continuation of Deferred@1404217995 after retry RPC after error@1372628510) -> (continuation of Deferred@873865086 after retry RPC after error@856252201) -> (continuation of Deferred@1974033713 after retry RPC after error@564000204) -> (continuation of Deferred@636810094 after retry RPC after error@1560084718) -> (continuation of Deferred@1661116053 after retry RPC after error@771695788), errback=(continuation of Deferred@157602536 after retry RPC after error@1886170994) -> (continuation of Deferred@558837024 after retry RPC after error@568908144) -> (continuation of Deferred@238332983 after retry RPC after error@456562108) -> (continuation of Deferred@1128828375 after retry RPC after error@613216151) -> (continuation of Deferred@267561509 after retry RPC after error@541476114) -> (continuation of Deferred@669471480 after retry RPC after error@1683284420) -> (continuation of Deferred@2121129193 after retry RPC after error@1813080291) -> (continuation of Deferred@1912375051 after retry RPC after error@853869105) -> (continuation of Deferred@578750992 after retry RPC after error@1171142860) -> (continuation of Deferred@1344220065 after retry RPC after error@1248943897) -> (continuation of Deferred@268755917 after retry RPC after error@607691097) -> (continuation of Deferred@231986268 after retry RPC after error@1293601640) -> (continuation of Deferred@2058834829 after retry RPC after error@467933163) -> (continuation of Deferred@134627839 after retry RPC after error@333220380) -> (continuation of Deferred@1404537041 after retry RPC after error@1750566403) -> (continuation of Deferred@1382300495 after retry RPC after error@631232373) -> (continuation of Deferred@1241588247 after retry RPC after error@515035850) -> (continuation of Deferred@1837054992 after retry RPC after error@914389685) -> (continuation of Deferred@1976760296 after retry RPC after error@2113822490) -> (continuation of Deferred@1769304841 after retry RPC after error@1544943936) -> (continuation of Deferred@1050290333 after retry RPC after error@823375579) -> (continuation of Deferred@1933338315 after retry RPC after error@1072661) -> (continuation of Deferred@1872838730 after retry RPC after error@1135117835) -> (continuation of Deferred@1404217995 after retry RPC after error@1372628510) -> (continuation of Deferred@873865086 after retry RPC after error@856252201) -> (continuation of Deferred@1974033713 after retry RPC after error@564000204) -> (continuation of Deferred@636810094 after retry RPC after error@1560084718) -> (continuation of Deferred@1661116053 after retry RPC after error@771695788)))
20:09:21.527 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
20:09:21.528 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
20:09:21.528 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
20:09:21.529 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
20:09:21.530 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:21.530 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 240f51d149f2bfe9236a66fd569edfd4
20:09:21.530 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.531 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.531 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.550 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.552 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.591 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.591 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.591 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.592 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.593 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.611 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.611 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.611 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.691 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.691 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.691 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.692 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.692 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.692 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.693 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.742 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:21.743 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:21.743 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:21.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:21.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:21.744 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:21.744 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:21.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:21.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134961854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:21.863 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
20:09:21.864 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
20:09:21.870 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:21.870 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:21.870 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:21.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:21.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.872 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:21.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:21.872 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:21.897 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:21.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:21.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:21.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:21.898 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:21.898 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:21.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:21.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:21.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:21.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:21.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:21.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:21.899 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:22.010574 13495 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:22.011248 13495 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:22.012028 13495 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:22.058 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:22.058 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:22.059 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:22.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:22.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:22.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:22.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:22.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:22.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:22.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:22.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:22.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:22.060 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:22.061 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29890), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [10ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [16ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [20ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [20ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [39ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [41ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [42ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [42ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [91ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [93ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [93ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [102ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [104ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [121ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [122ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [162ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [163ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [163ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [181ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [182ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [182ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [262ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [263ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [263ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [402ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [403ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [403ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [622ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [622ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [623ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [623ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [922ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [923ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [923ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [923ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.62:40477: Network error: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.60:37103: Network error: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.2.129.61:36345: Network error: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [1683ms] delaying RPC due to: Service unavailable: Master config (127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345, [4441ms] refreshing cache from master, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.62:40477, [4442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.60:37103, [4442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.129.61:36345, [4443ms] too many traces: truncated at 100 traces, deferred=Deferred@340629577(state=PENDING, result=null, callback=(continuation of Deferred@352894633 after retry RPC after error@1622106823) -> (continuation of Deferred@1685286608 after retry RPC after error@470040007) -> (continuation of Deferred@1286153496 after retry RPC after error@1468784400) -> (continuation of Deferred@678510303 after retry RPC after error@354862099) -> (continuation of Deferred@270705226 after retry RPC after error@425237505) -> (continuation of Deferred@956223027 after retry RPC after error@467370851) -> (continuation of Deferred@510546592 after retry RPC after error@1133215224) -> (continuation of Deferred@222997740 after retry RPC after error@1255012029) -> (continuation of Deferred@643454486 after retry RPC after error@1042713496) -> (continuation of Deferred@1716743548 after retry RPC after error@1124992789) -> (continuation of Deferred@923796356 after retry RPC after error@1029711029) -> (continuation of Deferred@1084589800 after retry RPC after error@1939871558) -> (continuation of Deferred@1151022741 after retry RPC after error@2019751743) -> (continuation of Deferred@345816093 after retry RPC after error@1744147439) -> (continuation of Deferred@2051489306 after retry RPC after error@359916898) -> (continuation of Deferred@1686036357 after retry RPC after error@794771982) -> (continuation of Deferred@1823149585 after retry RPC after error@1727643155) -> (continuation of Deferred@1953093566 after retry RPC after error@561230863) -> (continuation of Deferred@354221494 after retry RPC after error@1044303904) -> (continuation of Deferred@72361086 after retry RPC after error@952052535) -> (continuation of Deferred@1253867739 after retry RPC after error@46917244) -> (continuation of Deferred@129847695 after retry RPC after error@1176122588) -> (continuation of Deferred@1745800860 after retry RPC after error@892026343), errback=(continuation of Deferred@352894633 after retry RPC after error@1622106823) -> (continuation of Deferred@1685286608 after retry RPC after error@470040007) -> (continuation of Deferred@1286153496 after retry RPC after error@1468784400) -> (continuation of Deferred@678510303 after retry RPC after error@354862099) -> (continuation of Deferred@270705226 after retry RPC after error@425237505) -> (continuation of Deferred@956223027 after retry RPC after error@467370851) -> (continuation of Deferred@510546592 after retry RPC after error@1133215224) -> (continuation of Deferred@222997740 after retry RPC after error@1255012029) -> (continuation of Deferred@643454486 after retry RPC after error@1042713496) -> (continuation of Deferred@1716743548 after retry RPC after error@1124992789) -> (continuation of Deferred@923796356 after retry RPC after error@1029711029) -> (continuation of Deferred@1084589800 after retry RPC after error@1939871558) -> (continuation of Deferred@1151022741 after retry RPC after error@2019751743) -> (continuation of Deferred@345816093 after retry RPC after error@1744147439) -> (continuation of Deferred@2051489306 after retry RPC after error@359916898) -> (continuation of Deferred@1686036357 after retry RPC after error@794771982) -> (continuation of Deferred@1823149585 after retry RPC after error@1727643155) -> (continuation of Deferred@1953093566 after retry RPC after error@561230863) -> (continuation of Deferred@354221494 after retry RPC after error@1044303904) -> (continuation of Deferred@72361086 after retry RPC after error@952052535) -> (continuation of Deferred@1253867739 after retry RPC after error@46917244) -> (continuation of Deferred@129847695 after retry RPC after error@1176122588) -> (continuation of Deferred@1745800860 after retry RPC after error@892026343)))
20:09:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:22.062711 13472 catalog_manager.cc:1294] Loaded cluster ID: da07ccca7abf45febf04448a713064fe
20:09:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:22.063112 13472 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a: loading cluster ID for follower catalog manager: success
20:09:22.064 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:22.064 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:22.064 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:22.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:22.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:22.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:22.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:22.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:22.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:22.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:22.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:22.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:22.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:22.079867 13495 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:22.081 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:22.082 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:22.082 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:22.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:22.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:22.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:22.081759 13495 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.218.129
20:09:22.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:22.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:22.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:22.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:22.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:22.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:22.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:22.090991 13472 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a: acquiring CA information for follower catalog manager: success
20:09:22.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:22.116097 13472 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d2a6a240a24742129495364eac26a14a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:22.156708 13495 tablet_server_runner.cc:78] Tablet server non-default flags:
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/data
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/wal
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.129:0
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/data/info.pb
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.129
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.218.129
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/logs
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:22.158703 13495 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:22.161324 13495 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:22.196055 13509 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:22.248 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:22.248 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:22.248 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:22.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.249 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.250 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:22.258621 13493 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d54d6967abba4182baa20bad8171fe52: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:09:22.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:22.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134962354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:22.363 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:22.364 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:22.364 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:22.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:22.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:22.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:22.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:22.365 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:09:22.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:22.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:22.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:22.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:22.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:22.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:22.371 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
20:09:22.391 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:22.391 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:22.391 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:22.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:22.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:22.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:22.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:22.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:22.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:22.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:22.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:22.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:22.393 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:22.395 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:22.395 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:22.395 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:22.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:22.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:22.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:22.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:22.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:22.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:22.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:22.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:22.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:22.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:22.408 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:22.408 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:22.409 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:22.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.409 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.409 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:22.428 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:22.428 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:22.428 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:22.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.429 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.430 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:22.483 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:22.483 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:22.483 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:22.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:22.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:22.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:22.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:22.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:22.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:22.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:22.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:22.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:22.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:22.497 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:22.497 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:22.497 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:22.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.498 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:22.498 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29544), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [33ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [136ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [137ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [138ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [154ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [159ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [159ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [159ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [301ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [302ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [323ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [342ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [343ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [343ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [384ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [384ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [384ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [385ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [401ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [402ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [502ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [503ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [682ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [683ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [683ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [683ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [684ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1102ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1461ms] refreshing cache from master, [1462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1463ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1463ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1463ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2042ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [4600ms] refreshing cache from master, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [4601ms] too many traces: truncated at 100 traces, deferred=Deferred@1530320938(state=PENDING, result=null, callback=(continuation of Deferred@581287363 after retry RPC after error@287819823) -> (continuation of Deferred@484282436 after retry RPC after error@1908931709) -> (continuation of Deferred@2114133027 after retry RPC after error@1372247420) -> (continuation of Deferred@568668337 after retry RPC after error@1871643876) -> (continuation of Deferred@160165682 after retry RPC after error@250456650) -> (continuation of Deferred@109405086 after retry RPC after error@289079182) -> (continuation of Deferred@1193173220 after retry RPC after error@608316855) -> (continuation of Deferred@158741298 after retry RPC after error@1341553437) -> (continuation of Deferred@2069572423 after retry RPC after error@1321307662) -> (continuation of Deferred@1989593927 after retry RPC after error@172255259) -> (continuation of Deferred@677870343 after retry RPC after error@1788097019) -> (continuation of Deferred@706216733 after retry RPC after error@53850869) -> (continuation of Deferred@278482647 after retry RPC after error@1531559638) -> (continuation of Deferred@832785993 after retry RPC after error@531624082) -> (continuation of Deferred@1167784518 after retry RPC after error@1404257069) -> (continuation of Deferred@2018086420 after retry RPC after error@411228911) -> (continuation of Deferred@173562739 after retry RPC after error@1136380734) -> (continuation of Deferred@2000077939 after retry RPC after error@2037202392) -> (continuation of Deferred@832991813 after retry RPC after error@744074612) -> (continuation of Deferred@1838014928 after retry RPC after error@2099151428) -> (continuation of Deferred@2133390328 after retry RPC after error@519820132) -> (continuation of Deferred@486158858 after retry RPC after error@369069939), errback=(continuation of Deferred@581287363 after retry RPC after error@287819823) -> (continuation of Deferred@484282436 after retry RPC after error@1908931709) -> (continuation of Deferred@2114133027 after retry RPC after error@1372247420) -> (continuation of Deferred@568668337 after retry RPC after error@1871643876) -> (continuation of Deferred@160165682 after retry RPC after error@250456650) -> (continuation of Deferred@109405086 after retry RPC after error@289079182) -> (continuation of Deferred@1193173220 after retry RPC after error@608316855) -> (continuation of Deferred@158741298 after retry RPC after error@1341553437) -> (continuation of Deferred@2069572423 after retry RPC after error@1321307662) -> (continuation of Deferred@1989593927 after retry RPC after error@172255259) -> (continuation of Deferred@677870343 after retry RPC after error@1788097019) -> (continuation of Deferred@706216733 after retry RPC after error@53850869) -> (continuation of Deferred@278482647 after retry RPC after error@1531559638) -> (continuation of Deferred@832785993 after retry RPC after error@531624082) -> (continuation of Deferred@1167784518 after retry RPC after error@1404257069) -> (continuation of Deferred@2018086420 after retry RPC after error@411228911) -> (continuation of Deferred@173562739 after retry RPC after error@1136380734) -> (continuation of Deferred@2000077939 after retry RPC after error@2037202392) -> (continuation of Deferred@832991813 after retry RPC after error@744074612) -> (continuation of Deferred@1838014928 after retry RPC after error@2099151428) -> (continuation of Deferred@2133390328 after retry RPC after error@519820132) -> (continuation of Deferred@486158858 after retry RPC after error@369069939)))
20:09:22.584 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:22.584 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:22.584 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:22.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:22.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:22.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:22.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:22.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:22.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:22.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:22.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:22.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:22.586 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:22.617 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:22.618 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:22.618 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:22.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:22.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:22.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:22.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:22.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:22.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:22.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:22.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:22.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:22.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:22.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:22.831 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:22.831 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:22.831 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:22.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:22.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:22.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:22.833 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:22.833 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:22.833 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:22.833 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:22.833 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:22.833 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:22.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:22.854 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134962854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:22.865 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:09:22.866 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
20:09:22.869 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:22.869 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:22.869 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:22.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:22.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:22.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:22.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:22.872 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29852), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [39ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [92ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [93ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [93ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [108ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [109ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [109ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [125ms] refreshing cache from master, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [126ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [127ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [127ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [152ms] refreshing cache from master, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [152ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [179ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [179ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [281ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [284ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [302ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [303ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [303ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [322ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [323ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [823ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2822ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [3901ms] refreshing cache from master, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3902ms] too many traces: truncated at 100 traces, deferred=Deferred@1993589902(state=PENDING, result=null, callback=(continuation of Deferred@1729635818 after retry RPC after error@1460975985) -> (continuation of Deferred@1701000390 after retry RPC after error@226261840) -> (continuation of Deferred@736962656 after retry RPC after error@1497416541) -> (continuation of Deferred@637077943 after retry RPC after error@1261523107) -> (continuation of Deferred@165535629 after retry RPC after error@1457041344) -> (continuation of Deferred@998350877 after retry RPC after error@2062830470) -> (continuation of Deferred@489870050 after retry RPC after error@235391019) -> (continuation of Deferred@942670014 after retry RPC after error@1614857285) -> (continuation of Deferred@1810804589 after retry RPC after error@1536717995) -> (continuation of Deferred@1670757014 after retry RPC after error@93403213) -> (continuation of Deferred@454715989 after retry RPC after error@62879921) -> (continuation of Deferred@1295000410 after retry RPC after error@1106192865) -> (continuation of Deferred@158317387 after retry RPC after error@1902981159) -> (continuation of Deferred@1032578979 after retry RPC after error@93549010) -> (continuation of Deferred@1901209544 after retry RPC after error@1772539341) -> (continuation of Deferred@200444325 after retry RPC after error@359752936) -> (continuation of Deferred@1979543017 after retry RPC after error@711597630) -> (continuation of Deferred@902436215 after retry RPC after error@721580290) -> (continuation of Deferred@898548654 after retry RPC after error@1341108431) -> (continuation of Deferred@711681512 after retry RPC after error@316246982) -> (continuation of Deferred@1359587712 after retry RPC after error@1674707622) -> (continuation of Deferred@317161233 after retry RPC after error@1287541040) -> (continuation of Deferred@1357362318 after retry RPC after error@592661254) -> (continuation of Deferred@182822794 after retry RPC after error@879513655) -> (continuation of Deferred@1497551344 after retry RPC after error@1626385061) -> (continuation of Deferred@1200527558 after retry RPC after error@288724456), errback=(continuation of Deferred@1729635818 after retry RPC after error@1460975985) -> (continuation of Deferred@1701000390 after retry RPC after error@226261840) -> (continuation of Deferred@736962656 after retry RPC after error@1497416541) -> (continuation of Deferred@637077943 after retry RPC after error@1261523107) -> (continuation of Deferred@165535629 after retry RPC after error@1457041344) -> (continuation of Deferred@998350877 after retry RPC after error@2062830470) -> (continuation of Deferred@489870050 after retry RPC after error@235391019) -> (continuation of Deferred@942670014 after retry RPC after error@1614857285) -> (continuation of Deferred@1810804589 after retry RPC after error@1536717995) -> (continuation of Deferred@1670757014 after retry RPC after error@93403213) -> (continuation of Deferred@454715989 after retry RPC after error@62879921) -> (continuation of Deferred@1295000410 after retry RPC after error@1106192865) -> (continuation of Deferred@158317387 after retry RPC after error@1902981159) -> (continuation of Deferred@1032578979 after retry RPC after error@93549010) -> (continuation of Deferred@1901209544 after retry RPC after error@1772539341) -> (continuation of Deferred@200444325 after retry RPC after error@359752936) -> (continuation of Deferred@1979543017 after retry RPC after error@711597630) -> (continuation of Deferred@902436215 after retry RPC after error@721580290) -> (continuation of Deferred@898548654 after retry RPC after error@1341108431) -> (continuation of Deferred@711681512 after retry RPC after error@316246982) -> (continuation of Deferred@1359587712 after retry RPC after error@1674707622) -> (continuation of Deferred@317161233 after retry RPC after error@1287541040) -> (continuation of Deferred@1357362318 after retry RPC after error@592661254) -> (continuation of Deferred@182822794 after retry RPC after error@879513655) -> (continuation of Deferred@1497551344 after retry RPC after error@1626385061) -> (continuation of Deferred@1200527558 after retry RPC after error@288724456)))
20:09:22.942 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:22.942 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:22.942 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:22.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:22.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:22.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:22.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:22.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:22.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:22.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:22.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:22.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:22.943 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:23.263 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:23.264 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:23.264 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:23.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:23.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:23.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:23.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:23.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:23.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:23.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:23.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:23.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:23.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:23.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:23.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134963354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:23.364 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:09:23.365 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
20:09:23.500 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:23.500 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:23.501 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:23.501 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:23.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:23.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:23.501 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:23.501 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:23.501 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:23.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:23.501 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:23.501 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:23.502 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:23.771 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:23.771 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:23.771 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:23.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:23.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:23.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:23.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:23.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:23.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:23.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:23.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:23.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:23.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:23.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:23.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134963854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:23.868 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:09:23.869 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
20:09:23.891 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RESTARTING to RUNNING.
20:09:23.892 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job de855ecde0984daac22d8a9ca6a04543 from Checkpoint 74 @ 1779134868198 for de855ecde0984daac22d8a9ca6a04543 located at file:/tmp/junit8845026033091945030/checkpoints/de855ecde0984daac22d8a9ca6a04543/chk-74.
20:09:23.893 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
20:09:23.893 [INFO - flink-pekko.actor.default-dispatcher-10] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:09:23.901 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
20:09:23.902 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
20:09:23.902 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id a616d910be3f00059573dab7c5650d9c
20:09:23.902 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
20:09:23.903 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
20:09:23.903 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8
20:09:23.903 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
20:09:23.904 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
20:09:23.904 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 17a3696416f15ddb5773747ae0bd2281
20:09:23.904 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
20:09:23.905 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
20:09:23.905 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id f15c92e0a935db3ab140050f2e2a607f
20:09:23.905 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:23.905 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:23.905 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:23.905 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:23.906 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 87b3eb87d3d9f23557b9e149dbf3dca8.
20:09:23.907 [INFO - Thread-65] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:09:23.907 [DEBUG - Thread-65] (Connection.java:575) [peer master-127.5.177.124:42459(127.5.177.124:42459)] disconnecting while in state TERMINATED
20:09:23.907 [DEBUG - Thread-65] (Connection.java:575) [peer master-127.5.177.125:34987(127.5.177.125:34987)] disconnecting while in state TERMINATED
20:09:23.907 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8.
20:09:23.908 [DEBUG - Thread-65] (Connection.java:575) [peer master-127.5.177.126:45579(127.5.177.126:45579)] disconnecting while in state TERMINATED
20:09:23.909 [DEBUG - Thread-65] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:23.910 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a616d910be3f00059573dab7c5650d9c.
20:09:23.911 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id a616d910be3f00059573dab7c5650d9c.
20:09:23.911 [INFO - Thread-65] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:09:23.912 [INFO - Thread-65] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:09:23.912 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
20:09:23.912 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
20:09:23.914 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@381abba6
20:09:23.914 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:23.914 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 17a3696416f15ddb5773747ae0bd2281.
20:09:23.914 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:09:23.915 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
20:09:23.915 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
20:09:23.915 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 17a3696416f15ddb5773747ae0bd2281.
20:09:23.916 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
20:09:23.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
20:09:23.921 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2abe2e74
20:09:23.921 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:23.922 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f15c92e0a935db3ab140050f2e2a607f.
20:09:23.922 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:09:23.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
20:09:23.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
20:09:23.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3607bcba
20:09:23.924 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
20:09:23.924 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id f15c92e0a935db3ab140050f2e2a607f.
20:09:23.925 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@51fe210f
20:09:23.925 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:23.925 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:09:23.926 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
20:09:23.926 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
20:09:23.926 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
20:09:23.932 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:23.935 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75e63d3d
20:09:23.936 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39a07fee
20:09:23.938 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:23.938 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:23.941 [DEBUG - Thread-65] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:23.941 [INFO - Thread-65] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:09:23.956 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
20:09:23.956 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
20:09:23.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b796c84
20:09:23.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:23.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:09:23.957 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
20:09:23.958 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
20:09:23.964 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:23.966 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36596edc
20:09:23.976 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:23.976 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:23.976 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:23.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:23.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:23.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:23.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:23.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:23.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:23.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:23.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:23.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:23.977 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:23.978 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:23.986 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.001 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.003 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:24.004 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:24.004 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:24.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.005 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:24.007 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:24.007 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:24.007 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:24.007 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:24.020 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.028 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.036 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.039 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.041 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.046 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.056 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.059 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.059 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.059 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.069 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.069 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.069 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.076 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.080 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.082 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.082 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.082 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.082 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.084 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.087 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.089 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.097 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.099 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.101 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.106 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.107 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.115 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.117 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.124 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.124 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.130 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.131 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.136 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.140 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.140 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.149 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.149 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.156 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.157 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.164 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.168 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.170 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.176 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.177 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.178 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.180 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.180 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.180 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.184 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.185 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.185 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.186 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.186 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.187 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.187 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.188 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.196 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.198 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.200 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:24.200 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:24.200 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:24.200 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.201 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:24.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:24.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:24.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.201 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:24.201 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.201 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:24.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:24.201 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.202 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.202 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:24.202 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:24.202 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:24.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:24.204 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.204 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.204 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.204 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.206 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.207 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.210 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.220 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.220 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.220 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.221 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.221 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.221 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.221 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.221 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.221 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.222 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.222 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.229 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.237 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.239 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.240 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.241 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.241 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.241 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.242 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.244 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.244 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.244 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.245 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.247 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.256 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.258 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.321 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:24.321 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.321 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.321 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.321 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.321 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.322 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.322 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.322 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.322 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.324 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.325 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.326 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.328 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:24.328 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.329 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.329 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.331 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.341 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.341 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.341 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.343 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.344 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:24.344 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:24.344 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:24.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.345 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.345 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:24.346 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.346 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.346 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.347 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.350 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.350 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.350 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.352 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134964354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:24.362 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.363 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.363 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.365 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:09:24.367 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.367 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.367 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
20:09:24.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.368 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.368 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.368 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.369 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.370 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.370 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.370 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.370 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.370 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.381 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.381 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.381 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.382 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.383 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:24.384 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:24.384 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:24.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:24.386 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.386 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.386 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.386 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.386 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.409 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.409 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.409 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.410 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.410 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.410 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.410 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.411 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.421 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.421 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.421 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.422 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.422 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.422 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.422 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.422 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.422 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.423 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.424 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.424 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.424 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.424 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.436 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:24.436 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:24.436 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:24.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:24.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:24.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:24.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:24.444 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.444 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.444 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.445 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.447 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.447 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.447 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.448 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.469 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.469 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.469 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.471 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.481 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:24.481 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:24.481 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:24.482 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:24.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:24.482 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:24.482 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:24.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:24.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:24.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:24.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:24.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:24.482 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:24.520 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.520 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.520 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.522 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.540 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.540 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.540 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.541 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.541 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.542 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.542 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.542 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.543 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.546 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.547 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.547 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.548 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.560 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.561 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.561 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.561 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.561 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.582 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.582 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.582 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:22.201961 13510 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:24.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:23.585924 13507 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 13495
20:09:24.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:24.595147 13495 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.396s	user 0.693s	sys 1.301s
20:09:24.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:24.596854 13495 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.398s	user 0.694s	sys 1.301s
20:09:24.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:24.614069 13568 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:24.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.614189 13495 server_base.cc:1061] running on GCE node
20:09:24.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.615610 13495 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.618613 13495 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.620150 13495 hybrid_clock.cc:648] HybridClock initialized: now 1779134964620026 us; error 123 us; skew 500 ppm
20:09:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.621287 13495 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.630628 13495 webserver.cc:533] Webserver started at http://127.12.218.129:33091/ using document root <none> and password file <none>
20:09:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.631863 13495 fs_manager.cc:362] Metadata directory not provided
20:09:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.632063 13495 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.632542 13495 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.638444 13495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/data/instance:
20:09:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1810d5b19b9c4b91be268c4af66b6af4"
20:09:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:24 on dist-test-slave-66b9"
20:09:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.639961 13495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/wal/instance:
20:09:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1810d5b19b9c4b91be268c4af66b6af4"
20:09:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:24 on dist-test-slave-66b9"
20:09:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.652388 13495 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.007s	sys 0.004s
20:09:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.659788 13573 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.661880 13495 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.001s	sys 0.004s
20:09:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.662336 13495 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/wal
20:09:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1810d5b19b9c4b91be268c4af66b6af4"
20:09:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:24 on dist-test-slave-66b9"
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.662781 13495 fs_report.cc:389] FS layout report
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/wal
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/wal
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/data/data
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:24.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:24.707 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.707 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.707 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.708 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:24.709 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.710 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.710 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.712 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.746502 13495 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.748723 13495 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.749404 13495 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.755075 13495 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:09:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.775476 13495 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:09:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.775748 13495 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:09:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.776069 13495 ts_tablet_manager.cc:616] Registered 0 tablets
20:09:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:24.776278 13495 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:09:24.789 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:24.790 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:24.790 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:24.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:24.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:24.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:24.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:24.819 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:24.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:24.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134964854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:24.870 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
20:09:24.872 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
20:09:24.905 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:24.905 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:24.905 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:24.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:24.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:24.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:24.908 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:25.002 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:25.002 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:25.002 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:25.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.004 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:25.015 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:25.015 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:25.016 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:25.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:25.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:25.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:25.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:25.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:25.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:25.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:25.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:25.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:25.017 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:25.026 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:25.026 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:25.026 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:25.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.028 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:25.064 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:25.064 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:25.065 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:25.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:25.120 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:25.120 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:25.121 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:25.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.123 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:25.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.179147 13495 rpc_server.cc:307] RPC server started. Bound to: 127.12.218.129:44499
20:09:25.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.179280 13685 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.218.129:44499 every 8 connection(s)
20:09:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.182737 13495 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/data/info.pb
20:09:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.183650 13162 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 13495
20:09:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.184402 13162 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-0/wal/instance
20:09:25.229 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:25.229 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.228984 13162 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:25.229 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/wal
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/data
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/logs
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/data/info.pb
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:25.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.130:0
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.218.130
20:09:25.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.130
20:09:25.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:25.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:09:25.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.231 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:25.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.251444 13688 heartbeater.cc:344] Connected to a master server at 127.12.218.190:45219
20:09:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.252019 13688 heartbeater.cc:461] Registering TS with master...
20:09:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.253422 13688 heartbeater.cc:507] Master 127.12.218.190:45219 requested a full tablet report, sending...
20:09:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.257534 13686 heartbeater.cc:344] Connected to a master server at 127.12.218.188:33935
20:09:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.257961 13686 heartbeater.cc:461] Registering TS with master...
20:09:25.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.258962 13686 heartbeater.cc:507] Master 127.12.218.188:33935 requested a full tablet report, sending...
20:09:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.260918 13687 heartbeater.cc:344] Connected to a master server at 127.12.218.189:41435
20:09:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.261260 13687 heartbeater.cc:461] Registering TS with master...
20:09:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.261318 13207 ts_manager.cc:194] Registered new tserver with Master: 1810d5b19b9c4b91be268c4af66b6af4 (127.12.218.129:44499)
20:09:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.262331 13687 heartbeater.cc:507] Master 127.12.218.189:41435 requested a full tablet report, sending...
20:09:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.263809 13370 ts_manager.cc:194] Registered new tserver with Master: 1810d5b19b9c4b91be268c4af66b6af4 (127.12.218.129:44499)
20:09:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.265285 13284 ts_manager.cc:194] Registered new tserver with Master: 1810d5b19b9c4b91be268c4af66b6af4 (127.12.218.129:44499)
20:09:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.267874 13370 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.218.129:35925
20:09:25.298 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:25.298 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:25.298 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:25.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.299 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:25.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:25.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:25.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134965355 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:25.365 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:09:25.366 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
20:09:25.460 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:25.460 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:25.460 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:25.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.461 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:25.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.461 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:25.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.461 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:25.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.461 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:25.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.462 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.462 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.462 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.462 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:25.509 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:25.510 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:25.510 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:25.510 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:25.510 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:25.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:25.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:25.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:25.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:25.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:25.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:25.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:25.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:25.621 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:25.621 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:25.621 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:25.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.622 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.622 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.622 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:25.622 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:25.622 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.622 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:25.622 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:25.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:25.655336 13696 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:25.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:25.656068 13696 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:25.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:25.656659 13696 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:25.682 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:25.682 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:25.682 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:25.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:25.700937 13696 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:25.702132 13696 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.218.130
20:09:25.724 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:25.724 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:25.724 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:25.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.725 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:25.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.749292 13696 tablet_server_runner.cc:78] Tablet server non-default flags:
20:09:25.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:25.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/data
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/wal
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.130:0
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/data/info.pb
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.130
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.218.130
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/logs
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.751956 13696 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:25.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:25.753846 13696 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:25.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:25.769345 13702 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:25.810 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:25.810 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:25.810 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:25.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:25.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:25.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:25.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:25.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:25.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:25.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:25.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:25.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:25.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:25.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:25.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:25.826 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:25.826 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:25.826 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:25.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.827 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:25.854 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134965854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:25.863 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:25.863 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:25.863 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:25.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:25.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:25.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:25.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:25.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:25.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:25.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:25.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:25.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:25.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:25.872 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
20:09:25.874 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
20:09:25.889 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:25.890 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:25.890 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:25.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.891 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:25.921 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:25.921 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:25.921 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:25.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:25.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:25.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:25.922 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:25.924 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:25.924 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:25.924 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:25.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:25.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:25.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:25.926 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:26.063 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:26.063 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:26.063 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:26.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:26.123 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:26.123 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:26.123 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:26.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.127 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:26.223 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:26.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.230 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:26.231 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:26.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:26.272975 13686 heartbeater.cc:499] Master 127.12.218.188:33935 was elected leader, sending a full tablet report...
20:09:26.309 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:26.310 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:26.310 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:26.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:26.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:26.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:26.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:26.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:26.310 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:26.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:26.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:26.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:26.310 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:26.316 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:26.316 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:26.316 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:26.316 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.317 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:26.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:26.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:26.355 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:26.355 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:26.355 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:26.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:26.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:26.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:26.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:26.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:26.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:26.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:26.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:26.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134966354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:26.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:26.361 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:26.372 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
20:09:26.373 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
20:09:26.724 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:26.724 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:26.724 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:26.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:26.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:26.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:26.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:26.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:26.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:26.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:26.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:26.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:26.727 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:26.746 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:26.746 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:26.746 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:26.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:26.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:26.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:26.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:26.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:26.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:26.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:26.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:26.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:26.749 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:26.809 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:26.810 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:26.810 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:26.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:26.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:26.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:26.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:26.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:26.829 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:26.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134966854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:26.866 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:09:26.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
20:09:27.318 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:27.318 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:27.318 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:27.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:27.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:27.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:27.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:27.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:27.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:27.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:27.319 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:27.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:27.320 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:27.320 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:27.324 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:27.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:27.324 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:27.325 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:27.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:27.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134967354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:27.364 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:09:27.365 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
20:09:27.531 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:27.531 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:27.531 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:27.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:27.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:27.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:27.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:27.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:27.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:27.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:27.533 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:27.533 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:27.533 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:27.560 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:27.560 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:27.560 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:27.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:27.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:27.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:27.562 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:27.562 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:27.562 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:27.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:27.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:27.562 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:27.563 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:27.178807 13701 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 13696
20:09:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:27.644337 13696 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.873s	user 0.578s	sys 1.076s
20:09:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:27.646282 13696 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.876s	user 0.578s	sys 1.076s
20:09:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:27.646452 13704 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1874 milliseconds
20:09:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:25.771307 13703 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.648016 13696 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:27.648092 13705 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:27.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.653060 13696 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.655443 13696 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:27.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.656925 13696 hybrid_clock.cc:648] HybridClock initialized: now 1779134967656885 us; error 49 us; skew 500 ppm
20:09:27.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.657742 13696 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:27.663 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:27.663 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:27.663 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:27.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.664 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.665769 13696 webserver.cc:533] Webserver started at http://127.12.218.130:40043/ using document root <none> and password file <none>
20:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.666879 13696 fs_manager.cc:362] Metadata directory not provided
20:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.667114 13696 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.667500 13696 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.672356 13696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/data/instance:
20:09:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd21531327c8485aab50f17b2e142dd2"
20:09:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:27 on dist-test-slave-66b9"
20:09:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.674383 13696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/wal/instance:
20:09:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd21531327c8485aab50f17b2e142dd2"
20:09:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:27 on dist-test-slave-66b9"
20:09:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.682240 13696 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
20:09:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.689083 13714 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.690474 13696 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.001s
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.690832 13696 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/wal
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd21531327c8485aab50f17b2e142dd2"
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:27 on dist-test-slave-66b9"
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.691201 13696 fs_report.cc:389] FS layout report
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/wal
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/wal
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/data/data
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:27.704 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:27.704 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:27.704 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:27.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:27.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.749784 13696 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:27.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.751653 13696 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.752068 13696 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:27.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.755178 13696 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:09:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.760335 13696 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:09:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.760586 13696 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:09:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.760921 13696 ts_tablet_manager.cc:616] Registered 0 tablets
20:09:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.761072 13696 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:09:27.783 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:27.784 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:27.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.784 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:27.784 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.784 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.784 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.785 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:27.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:27.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:27.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134967854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:27.863 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:27.863 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:27.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.864 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:27.865 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:27.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:27.865 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
20:09:27.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:27.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:27.866 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
20:09:27.920 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:27.920 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:27.920 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:27.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:27.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:27.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:27.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:27.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:27.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:27.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:27.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:27.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:27.921 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.947691 13696 rpc_server.cc:307] RPC server started. Bound to: 127.12.218.130:46007
20:09:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.947866 13826 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.218.130:46007 every 8 connection(s)
20:09:27.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.950852 13696 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/data/info.pb
20:09:27.954 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:27.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:27.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:27.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:27.956 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:27.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:27.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:27.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:27.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.957567 13162 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 13696
20:09:27.958 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:27.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:27.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:27.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:27.958 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.959095 13162 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-1/wal/instance
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:27.973562 13162 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/wal
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/data
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/logs
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/data/info.pb
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.131:0
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.218.131
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.131
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:09:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.016010 13830 heartbeater.cc:344] Connected to a master server at 127.12.218.190:45219
20:09:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.016553 13830 heartbeater.cc:461] Registering TS with master...
20:09:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.017956 13830 heartbeater.cc:507] Master 127.12.218.190:45219 requested a full tablet report, sending...
20:09:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.018766 13828 heartbeater.cc:344] Connected to a master server at 127.12.218.189:41435
20:09:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.019095 13828 heartbeater.cc:461] Registering TS with master...
20:09:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.020056 13828 heartbeater.cc:507] Master 127.12.218.189:41435 requested a full tablet report, sending...
20:09:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.024340 13284 ts_manager.cc:194] Registered new tserver with Master: fd21531327c8485aab50f17b2e142dd2 (127.12.218.130:46007)
20:09:28.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.025409 13207 ts_manager.cc:194] Registered new tserver with Master: fd21531327c8485aab50f17b2e142dd2 (127.12.218.130:46007)
20:09:28.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.026695 13827 heartbeater.cc:344] Connected to a master server at 127.12.218.188:33935
20:09:28.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.027050 13827 heartbeater.cc:461] Registering TS with master...
20:09:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.027850 13827 heartbeater.cc:507] Master 127.12.218.188:33935 requested a full tablet report, sending...
20:09:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.030355 13370 ts_manager.cc:194] Registered new tserver with Master: fd21531327c8485aab50f17b2e142dd2 (127.12.218.130:46007)
20:09:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.032086 13370 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.218.130:60627
20:09:28.130 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:28.130 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:28.130 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:28.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:28.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:28.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:28.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:28.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:28.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:28.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:28.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:28.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:28.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:28.311 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RESTARTING to RUNNING.
20:09:28.312 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 240f51d149f2bfe9236a66fd569edfd4 from Checkpoint 68 @ 1779134809670 for 240f51d149f2bfe9236a66fd569edfd4 located at file:/tmp/junit8520622371282220358/checkpoints/240f51d149f2bfe9236a66fd569edfd4/chk-68.
20:09:28.312 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:09:28.313 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:09:28.314 [INFO - Thread-66] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:09:28.314 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
20:09:28.314 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.3.209.126:36643(127.3.209.126:36643)] disconnecting while in state TERMINATED
20:09:28.314 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.3.209.125:46655(127.3.209.125:46655)] disconnecting while in state TERMINATED
20:09:28.314 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.3.209.124:33411(127.3.209.124:33411)] disconnecting while in state TERMINATED
20:09:28.315 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:28.315 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:28.316 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
20:09:28.316 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68
20:09:28.318 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
20:09:28.318 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot c3eacbb3bc4efb61a13ce38fb17f4c68.
20:09:28.319 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:28.319 [INFO - Thread-66] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:09:28.319 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
20:09:28.319 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 634e48703152bcf4290986b034e70d31
20:09:28.319 [INFO - Thread-66] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:09:28.320 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
20:09:28.320 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:28.321 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
20:09:28.321 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac
20:09:28.321 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
20:09:28.321 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:28.322 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
20:09:28.322 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1) with allocation id 020596577b5963aea2a2f280dcda99f3
20:09:28.322 [DEBUG - Thread-66] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:28.322 [INFO - Thread-66] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:09:28.323 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:28.323 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:28.323 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:28.323 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:28.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:28.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:28.325 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id c3eacbb3bc4efb61a13ce38fb17f4c68.
20:09:28.325 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:28.328 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 634e48703152bcf4290986b034e70d31.
20:09:28.328 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
20:09:28.328 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
20:09:28.330 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ae90968
20:09:28.330 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:28.330 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 634e48703152bcf4290986b034e70d31.
20:09:28.330 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:09:28.330 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
20:09:28.331 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
20:09:28.333 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d55bebb
20:09:28.334 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:28.342 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot e4a0bb2bad51e2937e3ffb94d567e0ac.
20:09:28.343 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id e4a0bb2bad51e2937e3ffb94d567e0ac.
20:09:28.342 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:28.344 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
20:09:28.344 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
20:09:28.345 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ca0b513
20:09:28.345 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:28.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.345 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:09:28.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.345 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
20:09:28.346 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
20:09:28.347 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5de9571
20:09:28.349 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:28.352 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 020596577b5963aea2a2f280dcda99f3.
20:09:28.352 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
20:09:28.352 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
20:09:28.353 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3d81a6ad
20:09:28.353 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:28.353 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:09:28.353 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 020596577b5963aea2a2f280dcda99f3.
20:09:28.353 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
20:09:28.353 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
20:09:28.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134968354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:28.355 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@131d554f
20:09:28.357 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:28.357 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.359 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.361 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.361 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
20:09:28.361 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
20:09:28.361 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.364 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:09:28.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.362 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.365 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
20:09:28.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.362 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.362 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:28.361 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3da56ce6
20:09:28.366 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:28.366 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8520622371282220358/checkpoints")
20:09:28.366 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
20:09:28.366 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
20:09:28.368 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@189c7994
20:09:28.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.370 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:28.371 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.372 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.373 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.373 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.374 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.375 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:28.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.375 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.377 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:28.377 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:28.377 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:28.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:28.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:28.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:28.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:28.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:28.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:28.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:28.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:28.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:28.378 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:28.378 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.379 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.382 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.383 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.384 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.384 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.385 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:28.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.385 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.386 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.386 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:28.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.387 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:28.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.387 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.388 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.394 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.395 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:28.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.395 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.398 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.399 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.399 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.399 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.399 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.399 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.400 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.400 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.400 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.401 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.401 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.402 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.402 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.403 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.405 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:28.406 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:28.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.406 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:28.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.407 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:28.414 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.414 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.415 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.415 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.415 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.417 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.418 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.418 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.418 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.420 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.420 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.420 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.421 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.421 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.421 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.421 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.421 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.421 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.421 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:28.421259 13835 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:28.421 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:28.422 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.422 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:28.422 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:28.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:28.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:28.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:28.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:28.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:28.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:28.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:28.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:28.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:28.422 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:28.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:28.421981 13835 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:28.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:28.422646 13835 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:28.423 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.423 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.426 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:28.426 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:28.426 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:28.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.427 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.427 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:28.433 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.434 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.434 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.435 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.438 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.438 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.439 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.439 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.439 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.439 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.439 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.440 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.440 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.440 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.440 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.440 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.442 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.442 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.442 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.443 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.445 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:28.446 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:28.446 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:28.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.446 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:28.454 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.454 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.454 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.454 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.455 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.462 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.462 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.462 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.462 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.462 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.462 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.462 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.462 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.462 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.465 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:28.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:28.465 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:28.465 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:28.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:28.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:28.467705 13835 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:28.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:28.468569 13835 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.218.131
20:09:28.473 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.474 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.474 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.475 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.478 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.478 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.478 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.479 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.479 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.480 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.480 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.480 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.481 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.481 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.482 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.494 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.494 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.495 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.514310 13835 tablet_server_runner.cc:78] Tablet server non-default flags:
20:09:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.218.148:33011
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/data
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/wal
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.218.131:0
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/data/info.pb
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.218.131
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.218.131
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/logs
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.515946 13835 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:28.517920 13835 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:28.520 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.520 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.520 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.521 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.525 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:28.525 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:28.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.525 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:28.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.526 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:28.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:28.533663 13897 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:28.534 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.534 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.534 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.535 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.542 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.542 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.543 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.544 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.558 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.558 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.558 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.560 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.560 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.566 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:28.566 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:28.566 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:28.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.568 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.568 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:28.574 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.574 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.574 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.575 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.578 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.578 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.578 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.579 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.594 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.594 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.594 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.595 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.620 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:28.620 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:28.621 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:28.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:28.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:28.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:28.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:28.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:28.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:28.622 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.622 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.622 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:28.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:28.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:28.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.624 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:28.624 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.640 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.641 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.641 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.643 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.774 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.775 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.775 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.776 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.780 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:28.780 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:28.780 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:28.781 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:28.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:28.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:28.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:28.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:28.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:28.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:28.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:28.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:28.782 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:28.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:28.822 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.822 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.822 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.825 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:28.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:28.825 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:28.825 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:28.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:28.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:28.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:28.826 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:28.838 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.838 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.838 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.840 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134968854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:28.860 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.861 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.861 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.867 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:09:28.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
20:09:28.898 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:28.898 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:28.898 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:28.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.900 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.900 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:28.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:28.900 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:28.901 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:28.942 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:28.942 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:28.942 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:28.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:28.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:28.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:28.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:28.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:28.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:28.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:28.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:28.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:28.943 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:28.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:29.035157 13827 heartbeater.cc:499] Master 127.12.218.188:33935 was elected leader, sending a full tablet report...
20:09:29.044 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:29.045 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:29.045 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:29.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.046 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.046 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.046 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.046 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.047 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:29.055 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:29.056 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:29.056 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:29.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.058 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:29.100 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:29.101 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:29.101 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:29.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.101 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.102 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:29.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.102 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:29.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.102 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:29.102 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.102 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.103 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:29.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:29.102 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:29.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:29.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:29.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:29.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:29.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:29.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:29.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:29.104 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:29.162 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:29.162 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:29.162 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:29.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.163 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.164 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:29.165 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:29.166 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:29.166 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:29.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:29.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:29.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:29.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:29.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:29.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:29.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:29.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:29.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:29.167 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:29.180 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:29.181 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:29.181 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:29.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:29.219 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:29.220 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:29.220 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:29.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.221 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:29.280 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:29.281 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:29.281 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:29.282 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.282 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.282 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.283 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:29.302 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:29.302 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:29.302 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:29.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:29.314 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:29.314 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:29.314 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:29.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.315 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:29.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:29.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:29.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134969354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:29.365 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:09:29.366 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
20:09:29.397 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:29.398 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:29.398 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:29.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:29.400 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:29.400 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:29.400 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:29.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.402 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:29.418 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:29.418 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:29.418 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:29.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:29.444 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:29.444 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:29.444 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:29.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.445 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:29.458 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:29.458 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:29.459 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:29.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:29.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:29.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:29.460 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:29.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:29.677 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:29.678 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:29.678 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:29.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:29.700 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:29.700 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:29.700 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:29.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:29.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:29.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:29.701 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:29.724 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:29.724 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:29.724 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:29.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:29.755 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:29.755 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:29.755 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:29.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:29.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:29.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:29.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:29.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:29.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:29.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:29.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:29.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:29.756 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:29.789 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:29.790 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:29.790 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:29.790 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.790 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:29.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:29.823 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:29.823 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:29.824 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:29.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:29.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.826 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:29.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134969854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:29.863 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:29.864 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:29.865 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:29.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:29.866 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.866 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.866 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:29.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:29.867 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:29.868 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
20:09:29.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
20:09:29.925 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:29.925 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:29.925 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:29.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:29.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:29.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:29.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:29.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:29.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:29.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:29.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:29.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:29.927 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:29.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:30.039 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:30.039 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:30.039 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:30.040 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:30.040 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:30.040 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:30.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:30.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:30.040 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:30.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:30.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:30.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:30.041 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:30.100 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:30.100 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:30.101 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:30.101 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.101 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:30.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:28.539068 13898 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:30.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:28.546445 13900 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:30.134390 13899 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1590 milliseconds
20:09:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.134553 13835 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.136247 13835 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.139691 13835 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.141629 13835 hybrid_clock.cc:648] HybridClock initialized: now 1779134970141474 us; error 52 us; skew 500 ppm
20:09:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.142804 13835 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.151952 13835 webserver.cc:533] Webserver started at http://127.12.218.131:46377/ using document root <none> and password file <none>
20:09:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.153033 13835 fs_manager.cc:362] Metadata directory not provided
20:09:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.153225 13835 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.153887 13835 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.159564 13835 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/data/instance:
20:09:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b15fa5e284694022be9c501e7d91eba5"
20:09:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:30 on dist-test-slave-66b9"
20:09:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.161301 13835 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/wal/instance:
20:09:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b15fa5e284694022be9c501e7d91eba5"
20:09:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:30 on dist-test-slave-66b9"
20:09:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.176313 13835 fs_manager.cc:696] Time spent creating directory manager: real 0.014s	user 0.003s	sys 0.010s
20:09:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.187718 13908 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.189337 13835 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.005s	sys 0.000s
20:09:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.189741 13835 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/wal
20:09:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b15fa5e284694022be9c501e7d91eba5"
20:09:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:30 on dist-test-slave-66b9"
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.190234 13835 fs_report.cc:389] FS layout report
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/wal
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/wal
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/data/data
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.257721 13835 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.259887 13835 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.260780 13835 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.265146 13835 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:09:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.271557 13835 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:09:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.271948 13835 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:09:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.272197 13835 ts_tablet_manager.cc:616] Registered 0 tablets
20:09:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.272409 13835 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:09:30.278 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:30.278 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:30.278 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:30.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.279 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.279 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:30.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:30.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:30.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134970354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:30.365 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:09:30.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
20:09:30.401 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:30.402 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:30.402 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:30.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.403 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:30.435 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:30.435 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:30.435 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:30.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:30.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:30.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:30.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:30.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:30.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:30.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:30.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:30.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:30.436 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:30.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.471716 13835 rpc_server.cc:307] RPC server started. Bound to: 127.12.218.131:32797
20:09:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.471908 14020 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.218.131:32797 every 8 connection(s)
20:09:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.474891 13835 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/data/info.pb
20:09:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.482474 13162 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 13835
20:09:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.483111 13162 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster6993265018251748715/ts-2/wal/instance
20:09:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.531682 14022 heartbeater.cc:344] Connected to a master server at 127.12.218.189:41435
20:09:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.532228 14022 heartbeater.cc:461] Registering TS with master...
20:09:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.532377 14023 heartbeater.cc:344] Connected to a master server at 127.12.218.190:45219
20:09:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.532758 14023 heartbeater.cc:461] Registering TS with master...
20:09:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.533999 14023 heartbeater.cc:507] Master 127.12.218.190:45219 requested a full tablet report, sending...
20:09:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.533746 14022 heartbeater.cc:507] Master 127.12.218.189:41435 requested a full tablet report, sending...
20:09:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.534490 14021 heartbeater.cc:344] Connected to a master server at 127.12.218.188:33935
20:09:30.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.535372 14021 heartbeater.cc:461] Registering TS with master...
20:09:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.537688 14021 heartbeater.cc:507] Master 127.12.218.188:33935 requested a full tablet report, sending...
20:09:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.537882 13284 ts_manager.cc:194] Registered new tserver with Master: b15fa5e284694022be9c501e7d91eba5 (127.12.218.131:32797)
20:09:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.537902 13207 ts_manager.cc:194] Registered new tserver with Master: b15fa5e284694022be9c501e7d91eba5 (127.12.218.131:32797)
20:09:30.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.541668 13370 ts_manager.cc:194] Registered new tserver with Master: b15fa5e284694022be9c501e7d91eba5 (127.12.218.131:32797)
20:09:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.543133 13370 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.218.131:46065
20:09:30.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:30.560545 13162 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:09:30.574 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:09:30.575 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:09:30.576 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.218.190"
      port: 45219
    }
    bound_http_address {
      host: "127.12.218.190"
      port: 44267
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.218.189"
      port: 41435
    }
    bound_http_address {
      host: "127.12.218.189"
      port: 43667
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.218.188"
      port: 33935
    }
    bound_http_address {
      host: "127.12.218.188"
      port: 42805
    }
  }
}

20:09:30.576 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:09:30.577 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.218.129"
      port: 44499
    }
    bound_http_address {
      host: "127.12.218.129"
      port: 33091
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.218.130"
      port: 46007
    }
    bound_http_address {
      host: "127.12.218.130"
      port: 40043
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.218.131"
      port: 32797
    }
    bound_http_address {
      host: "127.12.218.131"
      port: 46377
    }
  }
}

20:09:30.578 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:09:30.580 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:30.582 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:09:30.582 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrmf_CC/test-tmp
20:09:30.582 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:09:30.583 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrmf_CC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:09:30.584 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:30.584 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:30.584 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:30.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:30.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:30.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:30.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:30.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:30.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:30.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:30.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:30.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:30.585 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:30.589 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:09:30.644 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:30.644 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:30.644 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:30.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:30.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:30.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:30.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:30.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:30.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:30.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:30.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:30.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:30.645 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:30.676 [DEBUG - pool-428-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30021), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [8ms] received response from server master-127.10.57.188:43111: OK, deferred=null) with no deferred attached!
20:09:30.705 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:30.705 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:30.705 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:30.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:30.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:30.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:30.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:30.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:30.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:30.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:30.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:30.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:30.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:30.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:30.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:30.846 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:30.847 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:30.847 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:30.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:30.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:30.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:30.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:30.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:30.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:30.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:30.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:30.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:30.848 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:30.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134970854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:30.861 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:30.862 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:30.862 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:30.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:30.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:30.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:30.863 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:30.863 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:09:30.864 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
20:09:30.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:31.040 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:09:31.040 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:09:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:31.045048 14031 mini_oidc.cc:150] Starting JWKS server
20:09:31.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:31.049347 14031 webserver.cc:533] Webserver started at http://127.0.0.1:39911/ using document root <none> and password file <none>
20:09:31.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:31.049993 14031 mini_oidc.cc:186] Starting OIDC Discovery server
20:09:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:31.052691 14031 webserver.cc:533] Webserver started at http://127.0.0.1:42785/ using document root <none> and password file <none>
20:09:31.101 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:31.101 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:31.101 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:31.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:31.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:31.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:31.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:31.102 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:31.102 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:31.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:31.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:31.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:31.102 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:09:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:09:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:09:31Z Disabled control of system clock
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:31.125698 14031 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/wal
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/data
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/logs
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/data/info.pb
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.254:33321
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.254
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39911/jwks.json with env {}
20:09:31.180 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:31.180 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:31.180 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:31.180 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:31.180 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:31.180 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:31.180 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:31.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:31.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:31.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:31.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:31.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:31.181 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:31.266 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:31.267 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:31.267 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:31.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:31.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:31.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:31.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:31.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:31.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:31.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:31.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:31.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:31.267 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:31.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:31.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:31.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134971354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:31.365 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:09:31.365 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
20:09:31.382 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:31.382 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:31.382 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:31.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:31.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:31.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:31.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:31.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:31.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:31.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:31.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:31.383 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:31.383 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:31.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:31.483 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:31.483 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:31.483 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:31.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:31.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:31.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:31.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:31.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:31.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:31.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:31.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:31.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:31.484 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:31.520 [DEBUG - pool-434-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.11.17.188:38277, [9ms] received response from server master-127.11.17.188:38277: OK, deferred=null) with no deferred attached!
20:09:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.521526 14043 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.522244 14043 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.522862 14043 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:31.531 [DEBUG - pool-432-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.11.17.188:38277, [26ms] received response from server master-127.11.17.188:38277: OK, deferred=null) with no deferred attached!
20:09:31.531 [DEBUG - pool-432-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.11.17.188:38277, [13ms] received response from server master-127.11.17.188:38277: OK, deferred=null) with no deferred attached!
20:09:31.531 [DEBUG - pool-432-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.11.17.188:38277, [18ms] received response from server master-127.11.17.188:38277: OK, deferred=null) with no deferred attached!
20:09:31.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:31.546886 14021 heartbeater.cc:499] Master 127.12.218.188:33935 was elected leader, sending a full tablet report...
20:09:31.549 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:31.550 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:31.550 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:31.550 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:31.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:31.550 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:31.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:31.550 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:31.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:31.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:31.550 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:31.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:31.551 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.567322 14043 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:09:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.567736 14043 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.568095 14043 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:09:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.568449 14043 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:09:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.568789 14043 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:09:31.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.569015 14043 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39911/jwks.json
20:09:31.599 [DEBUG - pool-436-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.11.17.188:38277, [5ms] received response from server master-127.11.17.188:38277: OK, deferred=null) with no deferred attached!
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:31.613812 14043 master_runner.cc:387] Master server non-default flags:
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/data
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/wal
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.254:33321
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39911/jwks.json
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/data/info.pb
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.254
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/logs
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:09:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:31.615279 14043 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:31.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:31.617174 14043 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.629824 14049 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:31.760 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:31.760 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:31.760 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:31.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:31.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:31.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:31.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:31.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:31.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:31.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:31.762 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:31.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:31.762 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:31.769 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:31.769 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:31.770 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:31.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:31.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:31.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:31.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:31.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:31.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:31.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:31.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:31.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:31.773 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:31.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:31.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:31.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134971854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:31.866 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:09:31.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
20:09:31.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:32.001 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:32.001 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:32.001 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:32.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:32.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:32.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:32.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:32.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:32.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:32.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:32.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:32.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:32.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:32.020 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:32.021 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:32.021 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:32.022 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:32.022 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:32.022 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:32.022 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:32.022 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:32.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:32.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:32.024 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:32.024 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:32.024 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:32.040 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:32.041 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:32.041 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:32.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.042 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.042 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:32.135 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:32.135 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:32.135 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:32.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.137 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:32.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:32.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:32.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134972355 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:32.367 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
20:09:32.369 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
20:09:32.398 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:32.399 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:32.399 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:32.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:32.442 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:32.442 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:32.442 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:32.442 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:32.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:32.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:32.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:32.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:32.465 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:32.466 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:32.466 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:32.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:32.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:32.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:32.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:32.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:32.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:32.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:32.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:32.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:32.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:32.575 [DEBUG - pool-428-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [16ms] received response from server master-127.10.57.188:43111: OK, deferred=null) with no deferred attached!
20:09:32.642 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:32.642 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:32.642 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:32.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:32.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:32.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:32.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:32.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:32.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:32.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:32.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:32.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:32.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:32.644 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:32.644 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:32.644 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:32.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:32.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:32.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:32.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:32.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:32.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:32.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:32.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:32.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:32.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:32.696 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:32.696 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:32.697 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:32.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:32.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:32.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:32.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:32.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:32.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:32.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:32.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:32.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:32.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:32.740 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:32.741 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:32.741 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:32.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:32.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:32.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:32.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:32.742 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:32.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:32.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:32.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:32.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:32.743 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:32.819 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:32.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:32.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134972854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:32.864 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:09:32.865 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
20:09:32.947 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:32.947 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:32.947 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:32.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:32.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:32.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:32.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:32.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:32.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:32.949 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:32.949 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:32.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:32.949 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:32.964 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:32.964 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:32.964 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:32.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:32.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:32.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:32.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:32.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:32.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:32.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:32.967 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:32.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:32.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:32.967 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:32.979 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:32.980 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:32.980 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:32.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:32.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:32.980 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:32.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:32.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:32.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:32.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:32.981 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:32.981 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:32.981 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:33.133 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:33.134 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:33.134 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:33.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:33.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:33.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:33.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:33.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:33.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:33.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:33.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:33.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:33.135 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:33.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:31.631920 14050 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.167080 14052 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.170755 14051 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1533 milliseconds
20:09:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.170887 14043 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.172271 14043 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:33.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.175776 14043 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:33.177 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:33.177 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:33.177 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:33.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:33.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:33.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:33.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:33.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:33.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:33.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:33.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:33.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:33.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.179386 14043 hybrid_clock.cc:648] HybridClock initialized: now 1779134973179087 us; error 279 us; skew 500 ppm
20:09:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.180650 14043 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:33.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.189170 14043 webserver.cc:533] Webserver started at http://127.13.179.254:43845/ using document root <none> and password file <none>
20:09:33.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.190658 14043 fs_manager.cc:362] Metadata directory not provided
20:09:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.190960 14043 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.191536 14043 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:33.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.198462 14043 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/data/instance:
20:09:33.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d"
20:09:33.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:33 on dist-test-slave-66b9"
20:09:33.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.199891 14043 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/wal/instance:
20:09:33.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d"
20:09:33.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:33 on dist-test-slave-66b9"
20:09:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.209438 14043 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.004s
20:09:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.216732 14062 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.218309 14043 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
20:09:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.218654 14043 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/wal
20:09:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d"
20:09:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:33 on dist-test-slave-66b9"
20:09:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.219110 14043 fs_report.cc:389] FS layout report
20:09:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/wal
20:09:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/wal
20:09:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/data/data
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.289724 14043 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:33.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.291842 14043 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:33.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.292341 14043 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:33.301 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:09:33.302 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
20:09:33.302 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
20:09:33.303 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
20:09:33.304 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id eca6ceaabf92c850657312495e573ca9
20:09:33.304 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:33.304 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:09:33.305 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RESTARTING to RUNNING.
20:09:33.305 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 554564a43b9b369974b514598c727f63 from Checkpoint 63 @ 1779134702555 for 554564a43b9b369974b514598c727f63 located at file:/tmp/junit914229557444224780/checkpoints/554564a43b9b369974b514598c727f63/chk-63.
20:09:33.306 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
20:09:33.306 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
20:09:33.307 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
20:09:33.307 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1) with allocation id 9ad297cd4ffa417fe2b19356b89782e5
20:09:33.307 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot eca6ceaabf92c850657312495e573ca9.
20:09:33.308 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id eca6ceaabf92c850657312495e573ca9.
20:09:33.309 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 63 for source Source: KuduSource to checkpoint.
20:09:33.309 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:33.310 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 9ad297cd4ffa417fe2b19356b89782e5.
20:09:33.311 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 9ad297cd4ffa417fe2b19356b89782e5.
20:09:33.312 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
20:09:33.312 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
20:09:33.312 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
20:09:33.312 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
20:09:33.313 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5457113b
20:09:33.313 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:33.313 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35b30848
20:09:33.314 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:33.314 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:09:33.314 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit914229557444224780/checkpoints")
20:09:33.314 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
20:09:33.314 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
20:09:33.314 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
20:09:33.315 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
20:09:33.317 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ca1ebce
20:09:33.317 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6aa7467
20:09:33.319 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:33.319 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:33.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:33.320 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:33.321 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:33.321 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:33.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:33.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:33.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:33.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:33.322 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:33.322 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:33.322 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:33.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:33.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:33.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:33.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:33.326 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.327 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.327 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.327 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.332 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.333 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.333 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.333 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.334 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.334 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.346 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.347 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.347 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.348 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.348 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.349 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.350 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.354 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134973354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:33.365 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:09:33.366 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
20:09:33.367 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.367 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.367 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.370 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.370 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.371 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.372 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.375 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.386 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.386 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.387 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.387 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.387 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.387 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.388 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.388 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.389 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:33.389 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:33.389 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:33.389 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:33.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:33.390 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:33.390 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:33.390 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:33.390 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:33.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:33.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:33.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:33.390 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:33.407 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.407 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.407 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.407 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.408 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.408 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.408 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.409 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.409 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.423815 14043 rpc_server.cc:307] RPC server started. Bound to: 127.13.179.254:33321
20:09:33.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.423869 14133 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.179.254:33321 every 8 connection(s)
20:09:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.426960 14043 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/data/info.pb
20:09:33.427 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.427 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.427 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.427 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.427 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.427 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.428 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.432608 14031 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 14043
20:09:33.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.433163 14031 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-0/wal/instance
20:09:33.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.435647 14134 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.439916 14031 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/wal
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/data
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/logs
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/data/info.pb
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.253:42153
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.253
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39911/jwks.json with env {}
20:09:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.452441 14134 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } has no permanent_uuid. Determining permanent_uuid...
20:09:33.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:33.487 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.487 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.487 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.488 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.489 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.487 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.489 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.489 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.489 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.490 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.489 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.490 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.490 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.489 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.490 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.491665 14134 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } has no permanent_uuid. Determining permanent_uuid...
20:09:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.495003 14064 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.179.253:42153: connect: Connection refused (error 111)
20:09:33.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:33.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.500063 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.253:42153: Network error: Client connection negotiation failed: client connection to 127.13.179.253:42153: connect: Connection refused (error 111)
20:09:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.549786 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } attempt: 1
20:09:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.555364 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.253:42153: Network error: Client connection negotiation failed: client connection to 127.13.179.253:42153: connect: Connection refused (error 111)
20:09:33.563 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:33.563 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:33.563 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:33.564 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:33.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:33.564 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:33.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:33.564 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:33.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:33.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:33.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:33.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:33.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:33.566 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.566 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.566 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.567 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.567 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.567 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.567 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.568 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.568 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.623826 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } attempt: 2
20:09:33.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.629091 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.253:42153: Network error: Client connection negotiation failed: client connection to 127.13.179.253:42153: connect: Connection refused (error 111)
20:09:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.720578 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } attempt: 3
20:09:33.721 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:33.721 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:33.722 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:33.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:33.722 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:33.722 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:33.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:33.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:33.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:33.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:33.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:33.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:33.723 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:33.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.727181 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.253:42153: Network error: Client connection negotiation failed: client connection to 127.13.179.253:42153: connect: Connection refused (error 111)
20:09:33.735 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:33.735 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:33.735 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:33.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:33.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:33.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:33.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:33.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:33.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:33.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:33.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:33.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:33.737 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:33.806 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.806 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.806 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.807 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:33.808 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:33.808 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:33.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.808 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:33.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:33.808 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:33.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:33.819 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:33.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.827836 14136 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.828482 14136 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.828938 14136 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:33.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134973854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:33.863 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
20:09:33.864 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
20:09:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.870714 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } attempt: 4
20:09:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.874673 14136 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:09:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.875422 14136 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.875685 14136 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:09:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.876053 14136 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:09:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.876477 14136 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:09:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.876124 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.253:42153: Network error: Client connection negotiation failed: client connection to 127.13.179.253:42153: connect: Connection refused (error 111)
20:09:33.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.876760 14136 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39911/jwks.json
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.923251 14136 master_runner.cc:387] Master server non-default flags:
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/data
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/wal
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.253:42153
20:09:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39911/jwks.json
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/data/info.pb
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.253
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/logs
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.924796 14136 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:33.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:33.926776 14136 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.940757 14145 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:33.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:34.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:34.027 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:34.027 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:34.028 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:34.028 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.028 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.028 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.029 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.029 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.029 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.030 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.030 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:34.067 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:34.067 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:34.067 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:34.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.069 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.069 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.069 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:34.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:34.175957 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } attempt: 5
20:09:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:34.184916 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.253:42153: Network error: Client connection negotiation failed: client connection to 127.13.179.253:42153: connect: Connection refused (error 111)
20:09:34.224 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:34.224 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:34.224 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:34.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:34.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:34.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:34.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:34.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:34.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:34.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:34.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:34.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:34.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:34.236 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:34.236 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:34.236 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:34.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:34.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:34.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:34.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:34.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:34.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:34.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:34.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:34.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:34.239 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:34.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:34.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:34.348 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:34.348 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:34.349 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:34.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:34.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134974354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:34.378 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=21 ms, finalizationTime=3 ms).
20:09:34.380 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
20:09:34.427 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:34.427 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:34.428 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:34.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:34.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:34.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:34.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:34.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:34.429 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:34.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:34.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:34.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:34.429 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:34.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:34.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:34.575 [DEBUG - pool-428-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [4ms] received response from server master-127.10.57.188:43111: OK, deferred=null) with no deferred attached!
20:09:34.604 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:34.604 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:34.605 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:34.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:34.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:34.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:34.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:34.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:34.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:34.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:34.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:34.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:34.606 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:34.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:34.732761 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } attempt: 6
20:09:34.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:34.746515 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.253:42153: Network error: Client connection negotiation failed: client connection to 127.13.179.253:42153: connect: Connection refused (error 111)
20:09:34.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:34.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:34.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134974854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:34.864 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:09:34.865 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
20:09:34.926 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:34.927 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:34.927 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:34.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:34.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:34.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:34.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:34.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.034 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:35.034 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:35.034 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:35.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.037 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.037 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.037 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.037 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:35.077 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:35.078 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:35.078 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:35.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:35.079 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:35.079 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:35.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:35.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:35.079 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:35.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:35.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:35.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:35.080 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:35.100 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:35.101 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:35.101 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:35.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:35.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:35.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:35.101 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:35.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:35.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:35.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:35.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:35.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:35.103 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:35.103 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:35.104 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:35.104 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:35.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:35.106 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27137), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [17ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [29ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [30ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [45ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [56ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [68ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [68ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [95ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [148ms] refreshing cache from master, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [149ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [149ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [149ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [149ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [168ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [293ms] refreshing cache from master, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [311ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [311ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [311ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [311ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [402ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [402ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [402ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [402ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [662ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [662ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [662ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [662ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [821ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [821ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [822ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [822ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1102ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3800ms] refreshing cache from master, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@1466768419(state=PENDING, result=null, callback=(continuation of Deferred@1796860488 after retry RPC after error@1983042532) -> (continuation of Deferred@1120308563 after retry RPC after error@2104827180) -> (continuation of Deferred@1494934368 after retry RPC after error@970434132) -> (continuation of Deferred@1334642728 after retry RPC after error@440721544) -> (continuation of Deferred@340459843 after retry RPC after error@279634072) -> (continuation of Deferred@927033069 after retry RPC after error@171737133) -> (continuation of Deferred@1177671984 after retry RPC after error@30957390) -> (continuation of Deferred@1032988566 after retry RPC after error@1396831713) -> (continuation of Deferred@460410592 after retry RPC after error@1485848815) -> (continuation of Deferred@1955750652 after retry RPC after error@681607026) -> (continuation of Deferred@959914696 after retry RPC after error@1677363769) -> (continuation of Deferred@77103416 after retry RPC after error@795354422) -> (continuation of Deferred@801727345 after retry RPC after error@416653299) -> (continuation of Deferred@1476676752 after retry RPC after error@908825395) -> (continuation of Deferred@1377676396 after retry RPC after error@1719901147) -> (continuation of Deferred@479804247 after retry RPC after error@1984004604) -> (continuation of Deferred@1224752532 after retry RPC after error@858204716) -> (continuation of Deferred@1722936476 after retry RPC after error@478535639) -> (continuation of Deferred@1411497294 after retry RPC after error@1583193004) -> (continuation of Deferred@937515511 after retry RPC after error@86528955) -> (continuation of Deferred@1547326877 after retry RPC after error@1854420301) -> (continuation of Deferred@1394337674 after retry RPC after error@350868441) -> (continuation of Deferred@443677284 after retry RPC after error@905741882) -> (continuation of Deferred@962003128 after retry RPC after error@1668967248), errback=(continuation of Deferred@1796860488 after retry RPC after error@1983042532) -> (continuation of Deferred@1120308563 after retry RPC after error@2104827180) -> (continuation of Deferred@1494934368 after retry RPC after error@970434132) -> (continuation of Deferred@1334642728 after retry RPC after error@440721544) -> (continuation of Deferred@340459843 after retry RPC after error@279634072) -> (continuation of Deferred@927033069 after retry RPC after error@171737133) -> (continuation of Deferred@1177671984 after retry RPC after error@30957390) -> (continuation of Deferred@1032988566 after retry RPC after error@1396831713) -> (continuation of Deferred@460410592 after retry RPC after error@1485848815) -> (continuation of Deferred@1955750652 after retry RPC after error@681607026) -> (continuation of Deferred@959914696 after retry RPC after error@1677363769) -> (continuation of Deferred@77103416 after retry RPC after error@795354422) -> (continuation of Deferred@801727345 after retry RPC after error@416653299) -> (continuation of Deferred@1476676752 after retry RPC after error@908825395) -> (continuation of Deferred@1377676396 after retry RPC after error@1719901147) -> (continuation of Deferred@479804247 after retry RPC after error@1984004604) -> (continuation of Deferred@1224752532 after retry RPC after error@858204716) -> (continuation of Deferred@1722936476 after retry RPC after error@478535639) -> (continuation of Deferred@1411497294 after retry RPC after error@1583193004) -> (continuation of Deferred@937515511 after retry RPC after error@86528955) -> (continuation of Deferred@1547326877 after retry RPC after error@1854420301) -> (continuation of Deferred@1394337674 after retry RPC after error@350868441) -> (continuation of Deferred@443677284 after retry RPC after error@905741882) -> (continuation of Deferred@962003128 after retry RPC after error@1668967248)))
20:09:35.213 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (68bdd6a769dbfb14b8f0bae67c3b2210) switched from state RESTARTING to RUNNING.
20:09:35.214 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 68bdd6a769dbfb14b8f0bae67c3b2210 from Checkpoint 71 @ 1779134757232 for 68bdd6a769dbfb14b8f0bae67c3b2210 located at file:/tmp/junit11013441297266860861/checkpoints/68bdd6a769dbfb14b8f0bae67c3b2210/chk-71.
20:09:35.214 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
20:09:35.214 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:09:35.215 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to SCHEDULED.
20:09:35.216 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:35.217 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from SCHEDULED to DEPLOYING.
20:09:35.217 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #8) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 14b824ff57df8d4ac4eae5ff98ec280b
20:09:35.217 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to SCHEDULED.
20:09:35.217 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 14b824ff57df8d4ac4eae5ff98ec280b.
20:09:35.218 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from SCHEDULED to DEPLOYING.
20:09:35.218 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #8) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id d15f1901baa864f36fa237de7b249a2e
20:09:35.218 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
20:09:35.219 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_8), deploy into slot with allocation id 14b824ff57df8d4ac4eae5ff98ec280b.
20:09:35.219 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
20:09:35.219 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 98402ba73ff648b9e4ce6e4e36245f3b
20:09:35.219 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to SCHEDULED.
20:09:35.220 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:35.220 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from SCHEDULED to DEPLOYING.
20:09:35.220 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #8) with attempt id ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to fef48434-6317-4ae9-b82f-7301610e77a1 @ 127.0.0.1 (dataPort=-1) with allocation id 91474ac93371d1f86887f8593e4d0443
20:09:35.220 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:35.220 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 68bdd6a769dbfb14b8f0bae67c3b2210: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:35.221 [INFO - Thread-68] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:09:35.221 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.1.202.126:43031(127.1.202.126:43031)] disconnecting while in state TERMINATED
20:09:35.221 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.1.202.124:42607(127.1.202.124:42607)] disconnecting while in state TERMINATED
20:09:35.222 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.1.202.125:35071(127.1.202.125:35071)] disconnecting while in state TERMINATED
20:09:35.222 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:35.224 [INFO - Thread-68] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:09:35.224 [INFO - Thread-68] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:09:35.226 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot d15f1901baa864f36fa237de7b249a2e.
20:09:35.227 [DEBUG - Thread-68] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:35.227 [INFO - Thread-68] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:09:35.227 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_8), deploy into slot with allocation id d15f1901baa864f36fa237de7b249a2e.
20:09:35.229 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:35.229 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:35.229 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:35.229 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:35.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to DEPLOYING.
20:09:35.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_8) [DEPLOYING].
20:09:35.231 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f95d859
20:09:35.231 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:35.231 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:09:35.232 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
20:09:35.233 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
20:09:35.234 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 98402ba73ff648b9e4ce6e4e36245f3b.
20:09:35.235 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 98402ba73ff648b9e4ce6e4e36245f3b.
20:09:35.236 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to DEPLOYING.
20:09:35.237 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_8) [DEPLOYING].
20:09:35.239 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2474a46d
20:09:35.239 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:35.243 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:09:35.244 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
20:09:35.244 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
20:09:35.245 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a3de16b
20:09:35.248 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:35.251 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65918fdd
20:09:35.253 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 91474ac93371d1f86887f8593e4d0443.
20:09:35.254 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_8), deploy into slot with allocation id 91474ac93371d1f86887f8593e4d0443.
20:09:35.256 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
20:09:35.256 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
20:09:35.257 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f5bf087
20:09:35.257 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:35.257 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:09:35.257 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
20:09:35.257 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
20:09:35.259 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to DEPLOYING.
20:09:35.260 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_8) [DEPLOYING].
20:09:35.262 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d2855df
20:09:35.262 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:35.266 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit11013441297266860861/checkpoints")
20:09:35.266 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
20:09:35.266 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ad14ecd144f54d0f2a4281a8d7c48314_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
20:09:35.267 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b9a1751
20:09:35.271 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@468f3ff5
20:09:35.275 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:35.278 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:35.286 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.288 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:35.293 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:35.299 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.300 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:35.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.306 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:35.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.310 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.310 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:35.313 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.314 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.320 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.320 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.323 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.325 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.326 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.329 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:35.330 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.331 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.332 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.332 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.332 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.332 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.332 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:35.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.333 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.334 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.338 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.339 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.341 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.341 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.348 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.350 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.353 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134975354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:35.355 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.363 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.369 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
20:09:35.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
20:09:35.371 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.372 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.374 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.374 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.379 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.380 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.380 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.383 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.386 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:35.386 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.389 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:35.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.390 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.394 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.395 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.395 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.395 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.396 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.397 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.398 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.398 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.402 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.402 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.404 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:35.404 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:35.404 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:35.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.405 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:35.406 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.406 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.406 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.407 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.409 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:35.410 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:35.410 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.410 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:35.410 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.411 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.412 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.412 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.412 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:35.414 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.415 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.415 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.419 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.420 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.422 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.423 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.427 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.427 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.427 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.427 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.430 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:35.430 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:35.430 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:35.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.431 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:35.431 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.432 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.432 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.433 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.433 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.433 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.433 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.435 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.435 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.435 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.439 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.439 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.440 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.441 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.450 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:35.450 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:35.450 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:35.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.451 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:35.451 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.451 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.451 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.452 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.454 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.454 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.454 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.455 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.455 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.455 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.455 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.459 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.459 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.460 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.462 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.467 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.467 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.467 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.474 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:35.474 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:35.474 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:35.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:35.490 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:35.490 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:35.491 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:35.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.492 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:35.495 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.495 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.495 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.500 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.500 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.500 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.502 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.502 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.507 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.507 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.507 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.508 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.508 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.510 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:35.510 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:35.510 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:35.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.512 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.512 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:35.512 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.512 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.513 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.514 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.514 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.514 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.515 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.526 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.526 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.526 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.527 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.529 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:35.529 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:35.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:35.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:35.530 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:35.530 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:35.530 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:35.530 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:35.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:35.530 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:35.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:35.530 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:35.531 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.531 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:35.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.531 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.532 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.540 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:35.540 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:35.540 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:35.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.541 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.541 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.541 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.541 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.541 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:35.551 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.551 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.551 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.554 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:35.554 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:35.554 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:35.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.555 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.555 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:35.565 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.565 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.565 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.566 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.567 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.586 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.587 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.587 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.610 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:35.610 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:35.610 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:35.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:35.619 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.620 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.620 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.621 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.621 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.621 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.627 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:35.627 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:35.628 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:35.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:35.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:35.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:35.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:35.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:35.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:35.629 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:35.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:35.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:35.629 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:35.631 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.631 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.631 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.632 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.634 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.635 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.635 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.636 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:33.944710 14146 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:35.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:35.648507 14148 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:35.652895 14147 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1708 milliseconds
20:09:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.653028 14136 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.654966 14136 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:35.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.668531 14136 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:35.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.670082 14136 hybrid_clock.cc:648] HybridClock initialized: now 1779134975670031 us; error 60 us; skew 500 ppm
20:09:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.671233 14136 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:35.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.678435 14136 webserver.cc:533] Webserver started at http://127.13.179.253:46571/ using document root <none> and password file <none>
20:09:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.679706 14136 fs_manager.cc:362] Metadata directory not provided
20:09:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.679960 14136 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.680500 14136 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.685544 14136 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/data/instance:
20:09:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e2ff47c7b564a33a6d567547379a900"
20:09:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:35 on dist-test-slave-66b9"
20:09:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.686831 14136 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/wal/instance:
20:09:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e2ff47c7b564a33a6d567547379a900"
20:09:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:35 on dist-test-slave-66b9"
20:09:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.695930 14136 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
20:09:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.703699 14212 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:35.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.705199 14136 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.705611 14136 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/wal
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e2ff47c7b564a33a6d567547379a900"
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:35 on dist-test-slave-66b9"
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.705993 14136 fs_report.cc:389] FS layout report
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/wal
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/wal
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/data/data
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:35.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:35.741 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:35.741 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:35.741 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:35.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:35.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:35.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:35.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:35.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:35.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:35.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:35.742 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:35.742 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:35.742 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:35.755 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.755 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.756 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.773486 14136 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:35.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.775270 14136 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:35.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.775774 14136 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:35.807 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.807 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.807034 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } attempt: 7
20:09:35.808 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.809 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:35.809 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:35.809 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:35.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.809 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.809 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.809 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.809 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.809 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.810 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:35.815775 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.253:42153: Network error: Client connection negotiation failed: client connection to 127.13.179.253:42153: connect: Connection refused (error 111)
20:09:35.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.825 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:35.826 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:35.826 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:35.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:35.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:35.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:35.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:35.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:35.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:35.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:35.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:35.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:35.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:35.839 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.839 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.839 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.841 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.841 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.841 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.841 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.855 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.855 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.855 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.856 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134975855 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:35.856 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.864 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:09:35.865 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
20:09:35.870 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:35.870 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:35.870 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:35.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:35.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:35.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:35.872 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.877138 14136 rpc_server.cc:307] RPC server started. Bound to: 127.13.179.253:42153
20:09:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.877130 14265 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.179.253:42153 every 8 connection(s)
20:09:35.880 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:35.880 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:35.880 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:35.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:35.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:35.881 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.881145 14136 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/data/info.pb
20:09:35.881 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.881 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:35.881 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.882627 14031 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 14136
20:09:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.883242 14031 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-1/wal/instance
20:09:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.886952 14031 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/wal
20:09:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/data
20:09:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/logs
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/data/info.pb
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.252:38687
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.252
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39911/jwks.json with env {}
20:09:35.889 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:35.889 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:35.889 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:35.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.889 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:35.889 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:35.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:35.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.890 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:35.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.890980 14266 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:35.898 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:35.898 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:35.898 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:35.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:35.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:35.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:35.900 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:35.905 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:35.906 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:35.906 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:35.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:35.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:35.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:35.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:35.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:35.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:35.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:35.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:35.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:35.907 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:35.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.912617 14266 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } has no permanent_uuid. Determining permanent_uuid...
20:09:35.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.950027 14266 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } has no permanent_uuid. Determining permanent_uuid...
20:09:35.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:35.973979 14266 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } has no permanent_uuid. Determining permanent_uuid...
20:09:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:35.977010 14213 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:35.982267 14266 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:36.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:36.031925 14266 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 1
20:09:36.034 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:36.034 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:36.035 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:36.035 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.035 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.035 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.035 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.037252 14266 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:36.105690 14266 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 2
20:09:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.111277 14266 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:36.119 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:36.119 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:36.120 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:36.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:36.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:36.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:36.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:36.120 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:36.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:36.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:36.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:36.120 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:36.120 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:36.181 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:36.181 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:36.181 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:36.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.182 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.182 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.182 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.182 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:36.202811 14266 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 3
20:09:36.206 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:36.207 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:36.207 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:36.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:36.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:36.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:36.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:36.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:36.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:36.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:36.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:36.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:36.208 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.210038 14266 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:36.284 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:36.285 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:36.285 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:36.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:36.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:36.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:36.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:36.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:36.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:36.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:36.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:36.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:36.286 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:36.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.337083 14268 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:36.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.337766 14268 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:36.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.338451 14268 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:36.350 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:36.350 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:36.351 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:36.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:36.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:36.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:36.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:36.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:36.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:36.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:36.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:36.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:36.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:36.353497 14266 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 4
20:09:36.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134976354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.363188 14266 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:36.366 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:09:36.366 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
20:09:36.370 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:36.370 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:36.370 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:36.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.371 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.383368 14268 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:09:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.383738 14268 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.384048 14268 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:09:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.384332 14268 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:09:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.384544 14268 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:09:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.384743 14268 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39911/jwks.json
20:09:36.388 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:36.388 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:36.388 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:36.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:36.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:36.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:36.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:36.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:36.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:36.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:36.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:36.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:36.389 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:36.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:36.431051 14268 master_runner.cc:387] Master server non-default flags:
20:09:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/data
20:09:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/wal
20:09:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:09:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.252:38687
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39911/jwks.json
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/data/info.pb
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.252
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/logs
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:36.432794 14268 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:36.435698 14268 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:36.449 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:36.450 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:36.450 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:36.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.449460 14278 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:36.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:36.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:36.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:36.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:36.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:36.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:36.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:36.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:36.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:36.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:36.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.486 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:36.487 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:36.487 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:36.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.488 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:36.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.502 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:36.502 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:36.502 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:36.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:36.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:36.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:36.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:36.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:36.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:36.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:36.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:36.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:36.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:36.514 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:36.514 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:36.515 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:36.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:36.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:36.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:36.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:36.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:36.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:36.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:36.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:36.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:36.515 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:36.576 [DEBUG - pool-428-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30003), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [5ms] received response from server master-127.10.57.188:43111: OK, deferred=null) with no deferred attached!
20:09:36.602 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:36.602 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:36.602 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:36.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:36.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:36.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:36.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:36.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:36.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:36.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:36.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:36.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:36.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:36.623 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:36.623 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:36.624 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:36.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:36.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:36.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:36.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:36.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:36.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:36.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:36.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:36.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:36.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:36.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28654), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [37ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [38ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [39ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [39ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [68ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [79ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [85ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [85ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [104ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [112ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [112ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [113ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [144ms] refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [145ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [145ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [152ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [152ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [164ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [167ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [168ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [293ms] refreshing cache from master, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [308ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [309ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [310ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [312ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [561ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [561ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [561ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [561ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [662ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [662ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [662ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [662ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [822ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [822ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [822ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [823ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1142ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [3740ms] refreshing cache from master, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3741ms] too many traces: truncated at 100 traces, deferred=Deferred@377480968(state=PENDING, result=null, callback=(continuation of Deferred@78725990 after retry RPC after error@352278063) -> (continuation of Deferred@2019727782 after retry RPC after error@290223621) -> (continuation of Deferred@526953785 after retry RPC after error@1908989653) -> (continuation of Deferred@487315171 after retry RPC after error@1871017753) -> (continuation of Deferred@895360693 after retry RPC after error@39272637) -> (continuation of Deferred@1101538010 after retry RPC after error@97630281) -> (continuation of Deferred@1077917168 after retry RPC after error@2018858978) -> (continuation of Deferred@2020279488 after retry RPC after error@1886447732) -> (continuation of Deferred@1306346431 after retry RPC after error@526772129) -> (continuation of Deferred@1057533321 after retry RPC after error@1221382484) -> (continuation of Deferred@1873523529 after retry RPC after error@1606617586) -> (continuation of Deferred@635274086 after retry RPC after error@188068088) -> (continuation of Deferred@959867692 after retry RPC after error@2130536801) -> (continuation of Deferred@938607467 after retry RPC after error@291948317) -> (continuation of Deferred@453222678 after retry RPC after error@245396854) -> (continuation of Deferred@703514258 after retry RPC after error@244818589) -> (continuation of Deferred@144353608 after retry RPC after error@94140136) -> (continuation of Deferred@1520036511 after retry RPC after error@1764304923) -> (continuation of Deferred@883170463 after retry RPC after error@1391003605) -> (continuation of Deferred@1202835973 after retry RPC after error@1744327448) -> (continuation of Deferred@1940712348 after retry RPC after error@1768000915) -> (continuation of Deferred@537480000 after retry RPC after error@88911050) -> (continuation of Deferred@287852532 after retry RPC after error@1958763863) -> (continuation of Deferred@511269828 after retry RPC after error@2125696573) -> (continuation of Deferred@771187192 after retry RPC after error@1529592820) -> (continuation of Deferred@257453102 after retry RPC after error@1845025182), errback=(continuation of Deferred@78725990 after retry RPC after error@352278063) -> (continuation of Deferred@2019727782 after retry RPC after error@290223621) -> (continuation of Deferred@526953785 after retry RPC after error@1908989653) -> (continuation of Deferred@487315171 after retry RPC after error@1871017753) -> (continuation of Deferred@895360693 after retry RPC after error@39272637) -> (continuation of Deferred@1101538010 after retry RPC after error@97630281) -> (continuation of Deferred@1077917168 after retry RPC after error@2018858978) -> (continuation of Deferred@2020279488 after retry RPC after error@1886447732) -> (continuation of Deferred@1306346431 after retry RPC after error@526772129) -> (continuation of Deferred@1057533321 after retry RPC after error@1221382484) -> (continuation of Deferred@1873523529 after retry RPC after error@1606617586) -> (continuation of Deferred@635274086 after retry RPC after error@188068088) -> (continuation of Deferred@959867692 after retry RPC after error@2130536801) -> (continuation of Deferred@938607467 after retry RPC after error@291948317) -> (continuation of Deferred@453222678 after retry RPC after error@245396854) -> (continuation of Deferred@703514258 after retry RPC after error@244818589) -> (continuation of Deferred@144353608 after retry RPC after error@94140136) -> (continuation of Deferred@1520036511 after retry RPC after error@1764304923) -> (continuation of Deferred@883170463 after retry RPC after error@1391003605) -> (continuation of Deferred@1202835973 after retry RPC after error@1744327448) -> (continuation of Deferred@1940712348 after retry RPC after error@1768000915) -> (continuation of Deferred@537480000 after retry RPC after error@88911050) -> (continuation of Deferred@287852532 after retry RPC after error@1958763863) -> (continuation of Deferred@511269828 after retry RPC after error@2125696573) -> (continuation of Deferred@771187192 after retry RPC after error@1529592820) -> (continuation of Deferred@257453102 after retry RPC after error@1845025182)))
20:09:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:36.662652 14266 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 5
20:09:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.668464 14266 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:36.814 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:36.814 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:36.814 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:36.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:36.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:36.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:36.816 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:36.819 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134976854 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:36.864 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
20:09:36.865 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
20:09:36.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.901 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:36.902 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:36.902 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:36.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:36.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:36.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:36.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:36.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:36.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:36.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:36.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:36.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:36.904 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:36.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:36.987 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:36.987 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:36.987 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:36.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:36.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:36.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:36.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:36.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:36.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:36.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:36.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:36.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:36.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:37.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:37.103 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:37.104 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:37.104 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:37.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:37.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:37.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:37.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:37.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:37.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:37.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:37.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:37.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:37.105 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:37.137 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:37.137 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:37.137 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:37.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:37.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:37.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:37.139 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:37.139 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:37.139 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:37.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:37.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:37.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:37.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:37.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:37.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:37.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:37.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:37.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:37.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:37.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:37.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:37.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:37.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:37.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:37.141 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:37.141 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:37.141 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:37.141 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:37.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:37.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:37.142 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:37.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:37.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:37.142 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:37.142 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:37.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:37.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:37.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:37.142 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:37.166 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:37.166 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:37.166 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:37.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:37.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:37.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:37.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:37.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:37.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:37.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:37.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:37.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:37.167 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:37.215987 14266 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 6
20:09:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:37.225262 14266 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:37.240 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:37.241 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:37.241 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:37.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:37.241 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:37.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:37.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:37.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:37.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:37.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:37.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:37.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:37.242 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:37.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:37.325 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:37.355 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 73 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134977354 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:37.384 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 73 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=30 ms, finalizationTime=0 ms).
20:09:37.386 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 73 as completed for source Source: KuduSource.
20:09:37.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:37.449 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:37.449 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:37.449 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:37.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:37.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:37.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:37.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:37.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:37.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:37.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:37.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:37.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:37.451 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:37.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:37.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:37.609 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:37.610 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:37.610 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:37.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:37.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:37.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:37.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:37.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:37.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:37.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:37.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:37.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:37.611 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:37.701 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:37.701 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:37.701 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:37.702 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:37.702 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:37.702 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:37.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:37.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:37.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:37.702 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:37.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:37.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:37.703 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:37.730 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:37.731 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:37.731 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:37.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:37.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:37.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:37.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:37.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:37.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:37.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:37.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:37.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:37.732 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:37.795 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:37.795 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:37.795 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:37.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:37.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:37.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:37.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:37.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:37.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:37.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:37.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:37.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:37.796 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:37.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:37.824 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:37.855 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 74 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134977855 for job d93cf83cb1a2567a02639ba3d51d0253.
20:09:37.864 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 74 for job d93cf83cb1a2567a02639ba3d51d0253 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:09:37.865 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 74 as completed for source Source: KuduSource.
20:09:37.869 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:37.870 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:37.870 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:37.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:37.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:37.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:37.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:37.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:37.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:37.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:37.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:37.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:37.870 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:37.880 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:37.881 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:37.881 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:37.882 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:37.882 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:37.882 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:37.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:37.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:37.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:37.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:37.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:37.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:37.883 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:37.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:37.906177 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } attempt: 8
20:09:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:37.938241 14134 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } has no permanent_uuid. Determining permanent_uuid...
20:09:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:37.946616 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:37.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.012122 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 1
20:09:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.454975 14279 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:36.457365 14281 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.016454 14280 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1561 milliseconds
20:09:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.016445 14268 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:38.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.017433 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:38.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.022118 14268 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.025084 14268 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.026554 14268 hybrid_clock.cc:648] HybridClock initialized: now 1779134978026524 us; error 37 us; skew 500 ppm
20:09:38.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.027523 14268 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.035615 14268 webserver.cc:533] Webserver started at http://127.13.179.252:42353/ using document root <none> and password file <none>
20:09:38.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.036697 14268 fs_manager.cc:362] Metadata directory not provided
20:09:38.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.036944 14268 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:38.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.037443 14268 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.043857 14268 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/data/instance:
20:09:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adce5c8cfffa4e9f84afab047cd0f5e3"
20:09:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:38 on dist-test-slave-66b9"
20:09:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.045135 14268 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/wal/instance:
20:09:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adce5c8cfffa4e9f84afab047cd0f5e3"
20:09:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:38 on dist-test-slave-66b9"
20:09:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.054539 14268 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.011s	sys 0.000s
20:09:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.062016 14294 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.063624 14268 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
20:09:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.064070 14268 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/wal
20:09:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adce5c8cfffa4e9f84afab047cd0f5e3"
20:09:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:38 on dist-test-slave-66b9"
20:09:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.064843 14268 fs_report.cc:389] FS layout report
20:09:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/wal
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/wal
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/data/data
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:38.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.070917 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 2
20:09:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.077620 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:38.101 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:38.102 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:38.102 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:38.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:38.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:38.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:38.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:38.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:38.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:38.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:38.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:38.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:38.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.126569 14268 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.128283 14268 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.128867 14268 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:38.149 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:38.149 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:38.149 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:38.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:38.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:38.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:38.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:38.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:38.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:38.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:38.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:38.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:38.151 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:38.154 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:38.154 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:38.154 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:38.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:38.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.154150 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 3
20:09:38.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:38.155 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:38.155 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:38.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:38.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:38.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:38.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:38.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:38.157 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:38.157 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:38.157 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:38.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.158 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:38.158 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:38.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.158 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:38.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:38.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:38.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:38.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:38.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:38.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:38.158 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:38.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:38.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:38.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:38.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.163899 14134 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.179.252:38687: Network error: Client connection negotiation failed: client connection to 127.13.179.252:38687: connect: Connection refused (error 111)
20:09:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.249899 14268 rpc_server.cc:307] RPC server started. Bound to: 127.13.179.252:38687
20:09:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.250015 14345 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.179.252:38687 every 8 connection(s)
20:09:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.253242 14268 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/data/info.pb
20:09:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.253983 14031 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 14268
20:09:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.254431 14031 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/master-2/wal/instance
20:09:38.259 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:38.259 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:38.259 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:38.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.260 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.260 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.260 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.260 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.261 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.261 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.261 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:38.261 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=29719, elapsed=29381), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [244ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [244ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [303ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [343ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [343ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [424ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [424ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2741ms] refreshing cache from master, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@1100063166(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685)))
20:09:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.261633 14346 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:38.263 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=6b876550ae1a40ac869f391cfd161a70, attempt=8, KuduRpc(method=Scan, tablet=6b876550ae1a40ac869f391cfd161a70, attempt=8, TimeoutTracker(timeout=30000, elapsed=29665), Traces: [0ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [2ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [2ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [22ms] sending RPC to server 5823079f716145639cb83230887dfabf, [54ms] received response from server 5823079f716145639cb83230887dfabf: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0xfaac8793, L:/127.0.0.1:52966 - R:/127.10.57.131:35881], [55ms] delaying RPC due to: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0xfaac8793, L:/127.0.0.1:52966 - R:/127.10.57.131:35881], [60ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [66ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [67ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [127ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x24b0f5ed, L:/127.0.0.1:34742 - R:/127.10.57.190:40219], [140ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [169ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [177ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, [178ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [181ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [181ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [221ms] sending RPC to server 5823079f716145639cb83230887dfabf, [222ms] received response from server 5823079f716145639cb83230887dfabf: Network error: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881, [222ms] delaying RPC due to: Network error: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881, [241ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [241ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [241ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [280ms] refreshing cache from master, [280ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [281ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [281ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [301ms] Sub RPC GetTableLocations: refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [302ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [320ms] Sub RPC GetTableLocations: refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [322ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [340ms] Sub RPC GetTableLocations: refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [340ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [341ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [341ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [361ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [362ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [362ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [362ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [381ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [381ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [383ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [383ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [440ms] Sub RPC GetTableLocations: refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [441ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [481ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [481ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [482ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [520ms] Sub RPC GetTableLocations: refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [522ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [522ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [524ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [524ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [581ms] Sub RPC GetTableLocations: refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [582ms] too many traces: truncated at 100 traces, deferred=Deferred@928337011(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@1170172516 after retry RPC@1787947619), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@1170172516 after retry RPC@1787947619)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=29719, elapsed=29381), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [244ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [244ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [303ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [343ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [343ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [424ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [424ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2741ms] refreshing cache from master, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@1100063166(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.269 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=29719, elapsed=29381), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [244ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [244ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [303ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [343ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [343ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [424ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [424ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2741ms] refreshing cache from master, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@1100063166(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.281 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
20:09:38.281 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=29719, elapsed=29381), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [244ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [244ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [303ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [343ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [343ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [424ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [424ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2741ms] refreshing cache from master, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@1100063166(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.285 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.10.57.190:40219(127.10.57.190:40219)] disconnecting while in state TERMINATED
20:09:38.286 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] disconnecting while in state TERMINATED
20:09:38.286 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state TERMINATED
20:09:38.286 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.10.57.188:43111(127.10.57.188:43111)] disconnecting while in state TERMINATED
20:09:38.286 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.10.57.189:41763(127.10.57.189:41763)] disconnecting while in state TERMINATED
20:09:38.286 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] disconnecting while in state TERMINATED
20:09:38.286 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:38.288 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
20:09:38.289 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
20:09:38.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.288764 14266 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 7
20:09:38.289 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-4
20:09:38.290 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
20:09:38.290 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-5
20:09:38.294 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.11.17.190:33389(127.11.17.190:33389)] disconnecting while in state TERMINATED
20:09:38.294 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.11.17.189:36221(127.11.17.189:36221)] disconnecting while in state TERMINATED
20:09:38.294 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 7eff09cb771849279cef0975a04ca39c(127.11.17.129:41217)] disconnecting while in state TERMINATED
20:09:38.294 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.11.17.188:38277(127.11.17.188:38277)] disconnecting while in state TERMINATED
20:09:38.294 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] disconnecting while in state TERMINATED
20:09:38.294 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:38.295 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:09:38.295 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
20:09:38.295 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:09:38.295 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
20:09:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.301096 14346 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } has no permanent_uuid. Determining permanent_uuid...
20:09:38.305 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:38.306 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:38.306 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:38.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:38.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:38.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:38.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:38.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:38.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:38.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:38.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:38.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:38.308 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:38.310 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
20:09:38.311 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:09:38.312 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=29719, elapsed=29381), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [244ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [244ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [303ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [343ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [343ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [424ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [424ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2741ms] refreshing cache from master, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@1100063166(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.318 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
20:09:38.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.319343 14134 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } attempt: 4
20:09:38.324 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.326 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
20:09:38.330 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=29719, elapsed=29381), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [103ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [161ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [161ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [202ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [202ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [244ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [244ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [303ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [343ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [343ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [421ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [424ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [424ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2303ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2741ms] refreshing cache from master, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@1100063166(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2005289077 after retry RPC after error@435324957) -> (continuation of Deferred@1685841248 after retry RPC after error@673920000) -> (continuation of Deferred@1831539856 after retry RPC after error@1611979592) -> (continuation of Deferred@1535075023 after retry RPC after error@713414292) -> (continuation of Deferred@532662464 after retry RPC after error@1505201892) -> (continuation of Deferred@2038363655 after retry RPC after error@2102111946) -> (continuation of Deferred@483623019 after retry RPC after error@2046229947) -> (continuation of Deferred@2000089676 after retry RPC after error@1470840734) -> (continuation of Deferred@1467690456 after retry RPC after error@430836137) -> (continuation of Deferred@1506425922 after retry RPC after error@1460911914) -> (continuation of Deferred@1493716477 after retry RPC after error@813884468) -> (continuation of Deferred@941811274 after retry RPC after error@1912796299) -> (continuation of Deferred@1769879699 after retry RPC after error@1325060812) -> (continuation of Deferred@1631944175 after retry RPC after error@75918304) -> (continuation of Deferred@480534851 after retry RPC after error@72400041) -> (continuation of Deferred@1311769545 after retry RPC after error@2036250756) -> (continuation of Deferred@1187999893 after retry RPC after error@1199253777) -> (continuation of Deferred@161174652 after retry RPC after error@84760403) -> (continuation of Deferred@956023999 after retry RPC after error@651575568) -> (continuation of Deferred@1966987522 after retry RPC after error@451260217) -> (continuation of Deferred@2086489830 after retry RPC after error@1754750652) -> (continuation of Deferred@1945726821 after retry RPC after error@1146260036) -> (continuation of Deferred@1391380054 after retry RPC after error@6164489) -> (continuation of Deferred@954516768 after retry RPC after error@1756657874) -> (continuation of Deferred@1280102372 after retry RPC after error@1021464636) -> (continuation of Deferred@582045509 after retry RPC after error@1770574121) -> (continuation of Deferred@1125187603 after retry RPC after error@1843186685)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.335 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
20:09:38.336 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d93cf83cb1a2567a02639ba3d51d0253: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:38.336 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
20:09:38.337 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d93cf83cb1a2567a02639ba3d51d0253) switched from state RUNNING to RESTARTING.
20:09:38.337 [WARN - flink-pekko.actor.default-dispatcher-9] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
20:09:38.338 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:38.338 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:38.338 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:38.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.340 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.340 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:38.341 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29694, elapsed=29442), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [439ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [441ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [659ms] refreshing cache from master, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [660ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [661ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1539ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1540ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2841ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6479ms] refreshing cache from master, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6480ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [9299ms] refreshing cache from master, [9299ms] too many traces: truncated at 100 traces, deferred=Deferred@1476434818(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832)))
20:09:38.343 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=f52dd5053c234ac48aabfdd897043dce, attempt=8, KuduRpc(method=Scan, tablet=f52dd5053c234ac48aabfdd897043dce, attempt=8, TimeoutTracker(timeout=30000, elapsed=29751), Traces: [0ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [14ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [14ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [21ms] sending RPC to server 5823079f716145639cb83230887dfabf, [56ms] received response from server 5823079f716145639cb83230887dfabf: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x38607b7a, L:/127.0.0.1:52940 - R:/127.10.57.131:35881], [57ms] delaying RPC due to: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x38607b7a, L:/127.0.0.1:52940 - R:/127.10.57.131:35881], [60ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [65ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [65ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [119ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x04df3a52, L:/127.0.0.1:34728 - R:/127.10.57.190:40219], [169ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [177ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, [178ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [182ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [182ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [200ms] sending RPC to server 5823079f716145639cb83230887dfabf, [208ms] received response from server 5823079f716145639cb83230887dfabf: Network error: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881, [208ms] delaying RPC due to: Network error: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881, [241ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [242ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [242ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [301ms] refreshing cache from master, [301ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [302ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [302ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [321ms] Sub RPC GetTableLocations: refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [322ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [340ms] Sub RPC GetTableLocations: refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [342ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [362ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [362ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [362ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [362ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [381ms] Sub RPC GetTableLocations: refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [382ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [382ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [383ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [383ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [401ms] Sub RPC GetTableLocations: refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [402ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [402ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [402ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [441ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [442ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [442ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [442ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [443ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [540ms] Sub RPC GetTableLocations: refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [542ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [542ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [740ms] Sub RPC GetTableLocations: refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [742ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [742ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [742ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [742ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [960ms] Sub RPC GetTableLocations: refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [961ms] too many traces: truncated at 100 traces, deferred=Deferred@737404457(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0 -> (continuation of Deferred@216662780 after retry RPC@705707556), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0 -> (continuation of Deferred@216662780 after retry RPC@705707556)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29694, elapsed=29442), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [439ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [441ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [659ms] refreshing cache from master, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [660ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [661ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1539ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1540ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2841ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6479ms] refreshing cache from master, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6480ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [9299ms] refreshing cache from master, [9299ms] too many traces: truncated at 100 traces, deferred=Deferred@1476434818(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.347 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29694, elapsed=29442), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [439ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [441ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [659ms] refreshing cache from master, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [660ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [661ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1539ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1540ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2841ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6479ms] refreshing cache from master, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6480ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [9299ms] refreshing cache from master, [9299ms] too many traces: truncated at 100 traces, deferred=Deferred@1476434818(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.354 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
20:09:38.354 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 7 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29694, elapsed=29442), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [439ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [441ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [659ms] refreshing cache from master, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [660ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [661ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1539ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1540ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2841ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6479ms] refreshing cache from master, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6480ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [9299ms] refreshing cache from master, [9299ms] too many traces: truncated at 100 traces, deferred=Deferred@1476434818(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.361199 14346 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } has no permanent_uuid. Determining permanent_uuid...
20:09:38.365 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.11.17.190:33389(127.11.17.190:33389)] disconnecting while in state TERMINATED
20:09:38.365 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.11.17.189:36221(127.11.17.189:36221)] disconnecting while in state TERMINATED
20:09:38.365 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.11.17.188:38277(127.11.17.188:38277)] disconnecting while in state TERMINATED
20:09:38.365 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] disconnecting while in state TERMINATED
20:09:38.366 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:38.366 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
20:09:38.367 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:09:38.367 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:09:38.368 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.10.57.190:40219(127.10.57.190:40219)] disconnecting while in state TERMINATED
20:09:38.368 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] disconnecting while in state TERMINATED
20:09:38.369 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state TERMINATED
20:09:38.369 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.10.57.188:43111(127.10.57.188:43111)] disconnecting while in state TERMINATED
20:09:38.369 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.10.57.189:41763(127.10.57.189:41763)] disconnecting while in state TERMINATED
20:09:38.369 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] disconnecting while in state TERMINATED
20:09:38.369 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:38.370 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
20:09:38.370 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
20:09:38.370 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-4
20:09:38.371 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
20:09:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.370888 14266 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900: Bootstrap starting.
20:09:38.371 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 7 exited.
20:09:38.381 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:38.381 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:38.381 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:38.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.384 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
20:09:38.384 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:09:38.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:38.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29673, elapsed=29464), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [382ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [382ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [542ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [542ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1320ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2899ms] refreshing cache from master, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2900ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3120ms] refreshing cache from master, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3121ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6540ms] refreshing cache from master, [6540ms] too many traces: truncated at 100 traces, deferred=Deferred@1245232143(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896)))
20:09:38.386 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 7 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29694, elapsed=29442), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [439ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [441ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [659ms] refreshing cache from master, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [660ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [661ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1539ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1540ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2841ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6479ms] refreshing cache from master, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6480ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [9299ms] refreshing cache from master, [9299ms] too many traces: truncated at 100 traces, deferred=Deferred@1476434818(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=8117c44868a54d04a349af2bf9b2df64, attempt=8, KuduRpc(method=Scan, tablet=8117c44868a54d04a349af2bf9b2df64, attempt=8, TimeoutTracker(timeout=30000, elapsed=29793), Traces: [0ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [11ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [11ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [20ms] sending RPC to server 5823079f716145639cb83230887dfabf, [53ms] received response from server 5823079f716145639cb83230887dfabf: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x06964081, L:/127.0.0.1:52950 - R:/127.10.57.131:35881], [53ms] delaying RPC due to: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x06964081, L:/127.0.0.1:52950 - R:/127.10.57.131:35881], [61ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [62ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [63ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [139ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: [peer master-127.10.57.190:40219(127.10.57.190:40219)] unexpected exception from downstream on [id: 0x16a7aa8d, L:/127.0.0.1:34732 - R:/127.10.57.190:40219], [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, [181ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [184ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, [185ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [187ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [187ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [201ms] sending RPC to server 5823079f716145639cb83230887dfabf, [208ms] received response from server 5823079f716145639cb83230887dfabf: Network error: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881, [208ms] delaying RPC due to: Network error: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881, [261ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [265ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [265ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [321ms] refreshing cache from master, [321ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [322ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [322ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [340ms] Sub RPC GetTableLocations: refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [341ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [341ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [342ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [342ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [361ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [361ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [361ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [362ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [381ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [381ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [381ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [381ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [401ms] Sub RPC GetTableLocations: refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [402ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [402ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [403ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [403ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [440ms] Sub RPC GetTableLocations: refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [443ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [443ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [500ms] Sub RPC GetTableLocations: refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [501ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [502ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [502ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [503ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [560ms] Sub RPC GetTableLocations: refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [562ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [562ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [562ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [563ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [701ms] Sub RPC GetTableLocations: refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [701ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [701ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [703ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [703ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [861ms] Sub RPC GetTableLocations: refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [862ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [862ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [862ms] too many traces: truncated at 100 traces, deferred=Deferred@865336415(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@2011056614 after retry RPC@1641107938), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@2011056614 after retry RPC@1641107938)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29673, elapsed=29464), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [382ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [382ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [542ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [542ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1320ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2899ms] refreshing cache from master, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2900ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3120ms] refreshing cache from master, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3121ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6540ms] refreshing cache from master, [6540ms] too many traces: truncated at 100 traces, deferred=Deferred@1245232143(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.189:41763
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.389995 14266 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900: Neither blocks nor log segments found. Creating new log.
20:09:38.391 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29673, elapsed=29464), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [382ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [382ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [542ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [542ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1320ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2899ms] refreshing cache from master, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2900ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3120ms] refreshing cache from master, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3121ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6540ms] refreshing cache from master, [6540ms] too many traces: truncated at 100 traces, deferred=Deferred@1245232143(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.189:41763
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.392983 14266 log.cc:826] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900: Log is configured to *not* fsync() on all Append() calls
20:09:38.394 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
20:09:38.394 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29673, elapsed=29464), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [382ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [382ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [542ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [542ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1320ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2899ms] refreshing cache from master, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2900ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3120ms] refreshing cache from master, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3121ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6540ms] refreshing cache from master, [6540ms] too many traces: truncated at 100 traces, deferred=Deferred@1245232143(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.189:41763
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.395592 14134 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d: Bootstrap starting.
20:09:38.401 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.10.57.190:40219(127.10.57.190:40219)] disconnecting while in state TERMINATED
20:09:38.402 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] disconnecting while in state TERMINATED
20:09:38.402 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state TERMINATED
20:09:38.403 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
20:09:38.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.10.57.188:43111(127.10.57.188:43111)] disconnecting while in state TERMINATED
20:09:38.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.10.57.189:41763(127.10.57.189:41763)] disconnecting while in state TERMINATED
20:09:38.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] disconnecting while in state TERMINATED
20:09:38.403 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:38.404 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.11.17.190:33389(127.11.17.190:33389)] disconnecting while in state TERMINATED
20:09:38.404 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.11.17.189:36221(127.11.17.189:36221)] disconnecting while in state TERMINATED
20:09:38.404 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.11.17.188:38277(127.11.17.188:38277)] disconnecting while in state TERMINATED
20:09:38.404 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 2cbb05be1d864d1788596e59aef794e1(127.11.17.131:35123)] disconnecting while in state TERMINATED
20:09:38.404 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:38.405 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
20:09:38.405 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
20:09:38.405 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
20:09:38.405 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:09:38.406 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
20:09:38.406 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-4
20:09:38.406 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-5
20:09:38.406 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
20:09:38.413 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 7 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29694, elapsed=29442), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [439ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [441ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [659ms] refreshing cache from master, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [660ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [661ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [661ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1539ms] refreshing cache from master, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1540ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2841ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6479ms] refreshing cache from master, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [6479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6480ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [9299ms] refreshing cache from master, [9299ms] too many traces: truncated at 100 traces, deferred=Deferred@1476434818(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1558980748 after retry RPC after error@1127442070) -> (continuation of Deferred@768190810 after retry RPC after error@1900674026) -> (continuation of Deferred@1289491719 after retry RPC after error@344182236) -> (continuation of Deferred@1952462191 after retry RPC after error@1254622882) -> (continuation of Deferred@1712346833 after retry RPC after error@1828162274) -> (continuation of Deferred@424218974 after retry RPC after error@331278787) -> (continuation of Deferred@2004648891 after retry RPC after error@663529260) -> (continuation of Deferred@1990103394 after retry RPC after error@302685827) -> (continuation of Deferred@24684066 after retry RPC after error@1125111014) -> (continuation of Deferred@1100503140 after retry RPC after error@119547986) -> (continuation of Deferred@1135466274 after retry RPC after error@2126021461) -> (continuation of Deferred@2103488414 after retry RPC after error@2063887064) -> (continuation of Deferred@1455269469 after retry RPC after error@1822762484) -> (continuation of Deferred@339835809 after retry RPC after error@1288405339) -> (continuation of Deferred@2013223377 after retry RPC after error@850417759) -> (continuation of Deferred@758358491 after retry RPC after error@1029844095) -> (continuation of Deferred@819907539 after retry RPC after error@10227511) -> (continuation of Deferred@814832518 after retry RPC after error@482121791) -> (continuation of Deferred@1517967400 after retry RPC after error@989794791) -> (continuation of Deferred@8921173 after retry RPC after error@2022518043) -> (continuation of Deferred@1883148602 after retry RPC after error@839702259) -> (continuation of Deferred@1934082671 after retry RPC after error@1647566057) -> (continuation of Deferred@1719678676 after retry RPC after error@854581177) -> (continuation of Deferred@2146842417 after retry RPC after error@56522930) -> (continuation of Deferred@1687148699 after retry RPC after error@684835236) -> (continuation of Deferred@1716528176 after retry RPC after error@372988832)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.415103 14266 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900: No bootstrap required, opened a new log
20:09:38.421 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.190:40219(127.10.57.190:40219)] connecting to peer
20:09:38.421 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
20:09:38.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.416392 14346 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } has no permanent_uuid. Determining permanent_uuid...
20:09:38.427 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.189:41763(127.10.57.189:41763)] connecting to peer
20:09:38.427 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.10.57.188:43111(127.10.57.188:43111)] connecting to peer
20:09:38.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.10.57.190:40219(127.10.57.190:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.190:40219: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219
20:09:38.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.10.57.189:41763(127.10.57.189:41763)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.189:41763: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
20:09:38.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.10.57.188:43111(127.10.57.188:43111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.10.57.188:43111: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
20:09:38.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111; will retry
20:09:38.429 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29612, elapsed=29447), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [822ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [822ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2041ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6260ms] refreshing cache from master, [6260ms] too many traces: truncated at 100 traces, deferred=Deferred@245774221(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676)))
20:09:38.432 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=82094b530bc241b9aa1a5aaed34bfaf1, attempt=8, KuduRpc(method=Scan, tablet=82094b530bc241b9aa1a5aaed34bfaf1, attempt=8, TimeoutTracker(timeout=30000, elapsed=29838), Traces: [0ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [11ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [11ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [20ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [21ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [21ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [40ms] sending RPC to server 5823079f716145639cb83230887dfabf, [53ms] received response from server 5823079f716145639cb83230887dfabf: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x91a3042c, L:/127.0.0.1:52970 - R:/127.10.57.131:35881], [53ms] delaying RPC due to: Network error: [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] unexpected exception from downstream on [id: 0x91a3042c, L:/127.0.0.1:52970 - R:/127.10.57.131:35881], [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [94ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: OK, [112ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: OK, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [117ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: OK, [119ms] sending RPC to server ce9d4d91392f4b4799b00ea356d77489, [142ms] received response from server ce9d4d91392f4b4799b00ea356d77489: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [142ms] delaying RPC due to: Network error: Failed to connect to peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779): Connection refused: /127.10.57.130:46779, [181ms] sending RPC to server 2b966895f5f241cdbdd4c04323dc6de8, [182ms] received response from server 2b966895f5f241cdbdd4c04323dc6de8: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [182ms] delaying RPC due to: Network error: Failed to connect to peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021): Connection refused: /127.10.57.129:40021, [261ms] sending RPC to server 5823079f716145639cb83230887dfabf, [263ms] received response from server 5823079f716145639cb83230887dfabf: Network error: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881, [263ms] delaying RPC due to: Network error: Failed to connect to peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881): Connection refused: /127.10.57.131:35881, [380ms] refreshing cache from master, [380ms] Sub RPC GetTableLocations: sending RPC to server master-127.10.57.188:43111, [381ms] Sub RPC GetTableLocations: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [381ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [401ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [401ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [402ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [420ms] Sub RPC GetTableLocations: refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [422ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [422ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [422ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [422ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [440ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [441ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [441ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [461ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [461ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [462ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [462ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [480ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [481ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [481ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [481ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [520ms] Sub RPC GetTableLocations: refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [521ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [522ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [522ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [522ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [560ms] Sub RPC GetTableLocations: refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [561ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [561ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [562ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [562ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [701ms] Sub RPC GetTableLocations: refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [702ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [702ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [702ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [702ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1200ms] Sub RPC GetTableLocations: refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1201ms] too many traces: truncated at 100 traces, deferred=Deferred@882144731(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@182588722 after retry RPC@2069507627), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@182588722 after retry RPC@2069507627)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29612, elapsed=29447), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [822ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [822ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2041ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6260ms] refreshing cache from master, [6260ms] too many traces: truncated at 100 traces, deferred=Deferred@245774221(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.507 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
20:09:38.510 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:38.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.447377 14134 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d: Neither blocks nor log segments found. Creating new log.
20:09:38.511 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:09:38.512 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.512 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.514 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29612, elapsed=29447), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [822ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [822ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2041ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6260ms] refreshing cache from master, [6260ms] too many traces: truncated at 100 traces, deferred=Deferred@245774221(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.517 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
20:09:38.517 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29612, elapsed=29447), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [822ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [822ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2041ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6260ms] refreshing cache from master, [6260ms] too many traces: truncated at 100 traces, deferred=Deferred@245774221(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.457734 14266 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } }
20:09:38.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.459534 14266 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:38.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.459893 14266 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9e2ff47c7b564a33a6d567547379a900, State: Initialized, Role: FOLLOWER
20:09:38.520 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:38.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.461127 14266 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } }
20:09:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.499541 14134 log.cc:826] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d: Log is configured to *not* fsync() on all Append() calls
20:09:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.501235 14346 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3: Bootstrap starting.
20:09:38.526 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.525012 14134 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d: No bootstrap required, opened a new log
20:09:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.524639 14364 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.525480 14364 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [sys.catalog]: This master's current role is: FOLLOWER
20:09:38.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:38.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:38.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:38.527 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
20:09:38.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:38.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:38.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:38.528 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
20:09:38.528 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d93cf83cb1a2567a02639ba3d51d0253: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:38.530 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.11.17.190:33389(127.11.17.190:33389)] disconnecting while in state TERMINATED
20:09:38.530 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.11.17.189:36221(127.11.17.189:36221)] disconnecting while in state TERMINATED
20:09:38.530 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.11.17.188:38277(127.11.17.188:38277)] disconnecting while in state TERMINATED
20:09:38.530 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:38.531 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:09:38.531 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.10.57.190:40219(127.10.57.190:40219)] disconnecting while in state TERMINATED
20:09:38.533 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 5823079f716145639cb83230887dfabf(127.10.57.131:35881)] disconnecting while in state TERMINATED
20:09:38.533 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer ce9d4d91392f4b4799b00ea356d77489(127.10.57.130:46779)] disconnecting while in state TERMINATED
20:09:38.533 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.10.57.188:43111(127.10.57.188:43111)] disconnecting while in state TERMINATED
20:09:38.533 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.10.57.189:41763(127.10.57.189:41763)] disconnecting while in state TERMINATED
20:09:38.533 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 2b966895f5f241cdbdd4c04323dc6de8(127.10.57.129:40021)] disconnecting while in state TERMINATED
20:09:38.531 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:09:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.527529 14346 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3: Neither blocks nor log segments found. Creating new log.
20:09:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.528129 14266 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [sys.catalog]: configured and running, proceeding with master startup.
20:09:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.530457 14346 log.cc:826] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3: Log is configured to *not* fsync() on all Append() calls
20:09:38.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:38.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:38.535 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:38.535 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29673, elapsed=29464), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [382ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [382ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [542ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [542ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1320ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2899ms] refreshing cache from master, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2900ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3120ms] refreshing cache from master, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3121ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6540ms] refreshing cache from master, [6540ms] too many traces: truncated at 100 traces, deferred=Deferred@1245232143(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.189:41763
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.537 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
20:09:38.537 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
20:09:38.537 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
20:09:38.537 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.538396 14218 tablet.cc:2404] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:38.542 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
20:09:38.546 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
20:09:38.550 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=29673, elapsed=29464), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [21ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [40ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [41ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [60ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [122ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [122ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [241ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [242ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [380ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [382ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [382ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [541ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [542ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [542ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1319ms] refreshing cache from master, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1320ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2899ms] refreshing cache from master, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2900ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3120ms] refreshing cache from master, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3121ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3121ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [6540ms] refreshing cache from master, [6540ms] too many traces: truncated at 100 traces, deferred=Deferred@1245232143(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1578615471 after retry RPC after error@1854307848) -> (continuation of Deferred@65240864 after retry RPC after error@204759959) -> (continuation of Deferred@1817631236 after retry RPC after error@830316472) -> (continuation of Deferred@696253640 after retry RPC after error@116918955) -> (continuation of Deferred@1554278026 after retry RPC after error@33141497) -> (continuation of Deferred@1471580082 after retry RPC after error@291336893) -> (continuation of Deferred@1857213994 after retry RPC after error@579915647) -> (continuation of Deferred@1106794376 after retry RPC after error@1003101584) -> (continuation of Deferred@1127325509 after retry RPC after error@1736334187) -> (continuation of Deferred@1681458203 after retry RPC after error@259306385) -> (continuation of Deferred@1089523341 after retry RPC after error@1438671099) -> (continuation of Deferred@2037759876 after retry RPC after error@1396138752) -> (continuation of Deferred@360012621 after retry RPC after error@1130636960) -> (continuation of Deferred@389621975 after retry RPC after error@2138990163) -> (continuation of Deferred@1081013698 after retry RPC after error@584948297) -> (continuation of Deferred@2088530261 after retry RPC after error@1891425399) -> (continuation of Deferred@1204549447 after retry RPC after error@151663141) -> (continuation of Deferred@383982728 after retry RPC after error@2762055) -> (continuation of Deferred@415468490 after retry RPC after error@1073744365) -> (continuation of Deferred@1309235769 after retry RPC after error@534269602) -> (continuation of Deferred@457251656 after retry RPC after error@1531848364) -> (continuation of Deferred@1603434350 after retry RPC after error@40017760) -> (continuation of Deferred@292179775 after retry RPC after error@1002139896)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.189:41763
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.555 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d93cf83cb1a2567a02639ba3d51d0253: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:38.559 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-2
20:09:38.560 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
20:09:38.561 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-4
20:09:38.562 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-5
20:09:38.564 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:38.564 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
20:09:38.565 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:38.565 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:38.565 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29612, elapsed=29447), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [822ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [822ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2041ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6260ms] refreshing cache from master, [6260ms] too many traces: truncated at 100 traces, deferred=Deferred@245774221(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.565 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:38.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:38.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:38.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:38.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:38.570 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:38.570 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:38.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:38.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:38.571 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:38.571 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
20:09:38.578 [DEBUG - pool-428-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [5ms] received response from server master-127.10.57.188:43111: OK, deferred=null) with no deferred attached!
20:09:38.582 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
20:09:38.584 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
20:09:38.587 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
20:09:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.587196 14134 raft_consensus.cc:359] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } }
20:09:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.605283 14134 raft_consensus.cc:385] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.605727 14134 raft_consensus.cc:740] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ecbf30dc62c94b2cb61c09ea9d6bd19d, State: Initialized, Role: FOLLOWER
20:09:38.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.607456 14134 consensus_queue.cc:260] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } }
20:09:38.608 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29612, elapsed=29447), Traces: [0ms] sending RPC to server master-127.10.57.188:43111, [1ms] received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [21ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [22ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [42ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [61ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [82ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [82ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [100ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [101ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [101ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [182ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [821ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [822ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [822ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [1142ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [2041ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.190:40219, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.189:41763, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.57.188:43111, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.190:40219: Network error: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.189:41763: Network error: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.10.57.188:43111: Network error: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [3322ms] delaying RPC due to: Service unavailable: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111, [6260ms] refreshing cache from master, [6260ms] too many traces: truncated at 100 traces, deferred=Deferred@245774221(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@466113295 after retry RPC after error@264048857) -> (continuation of Deferred@1760907021 after retry RPC after error@1464862657) -> (continuation of Deferred@249128463 after retry RPC after error@1761969365) -> (continuation of Deferred@726283231 after retry RPC after error@2087933816) -> (continuation of Deferred@962572263 after retry RPC after error@2092545845) -> (continuation of Deferred@102213558 after retry RPC after error@1614411931) -> (continuation of Deferred@610096108 after retry RPC after error@367810637) -> (continuation of Deferred@779970385 after retry RPC after error@28290853) -> (continuation of Deferred@1327713999 after retry RPC after error@947538262) -> (continuation of Deferred@2105079527 after retry RPC after error@22198506) -> (continuation of Deferred@1423104825 after retry RPC after error@1049102348) -> (continuation of Deferred@75308788 after retry RPC after error@276591481) -> (continuation of Deferred@1379232092 after retry RPC after error@738444158) -> (continuation of Deferred@1088807604 after retry RPC after error@871474794) -> (continuation of Deferred@1249334977 after retry RPC after error@2027775170) -> (continuation of Deferred@398645551 after retry RPC after error@700383051) -> (continuation of Deferred@1494181347 after retry RPC after error@1248321908) -> (continuation of Deferred@1273844406 after retry RPC after error@360167463) -> (continuation of Deferred@930477847 after retry RPC after error@1122815180) -> (continuation of Deferred@1672830661 after retry RPC after error@1261134868) -> (continuation of Deferred@1409216297 after retry RPC after error@2001781558) -> (continuation of Deferred@1054537839 after retry RPC after error@784408676)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.57.190:40219,127.10.57.189:41763,127.10.57.188:43111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.190:40219(127.10.57.190:40219): Connection refused: /127.10.57.190:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.189:41763(127.10.57.189:41763): Connection refused: /127.10.57.189:41763,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.57.188:43111(127.10.57.188:43111): Connection refused: /127.10.57.188:43111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.57.188:43111
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.615 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:318) Clearing resource requirements of job d93cf83cb1a2567a02639ba3d51d0253
20:09:38.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
20:09:38.623 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
20:09:38.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.628540 14373 sys_catalog.cc:455] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:38.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.629654 14346 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3: No bootstrap required, opened a new log
20:09:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.629650 14134 sys_catalog.cc:565] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [sys.catalog]: configured and running, proceeding with master startup.
20:09:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.630290 14373 sys_catalog.cc:458] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [sys.catalog]: This master's current role is: FOLLOWER
20:09:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.667817 14346 raft_consensus.cc:359] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } }
20:09:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.668896 14346 raft_consensus.cc:385] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.669234 14346 raft_consensus.cc:740] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: adce5c8cfffa4e9f84afab047cd0f5e3, State: Initialized, Role: FOLLOWER
20:09:38.671 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:38.671 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:38.671 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:38.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:38.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:38.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:38.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:38.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:38.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:38.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:38.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:38.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:38.673 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.670503 14346 consensus_queue.cc:260] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } }
20:09:38.681 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:38.681 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:38.681 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:38.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.682 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.682 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.682 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.682 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.682 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.682 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.682716 14346 sys_catalog.cc:565] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [sys.catalog]: configured and running, proceeding with master startup.
20:09:38.683 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28322), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [441ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [842ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [901ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1401ms] too many traces: truncated at 100 traces, deferred=Deferred@1084630976(state=PENDING, result=null, callback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382), errback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382)))
20:09:38.685 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:38.685 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:38.685 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:38.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.685 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28322), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [441ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [842ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [901ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1401ms] too many traces: truncated at 100 traces, deferred=Deferred@1084630976(state=PENDING, result=null, callback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382), errback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28322), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [441ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [842ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [901ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1401ms] too many traces: truncated at 100 traces, deferred=Deferred@1084630976(state=PENDING, result=null, callback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382), errback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.16.124:43447
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.686892 14387 sys_catalog.cc:455] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:38.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.689 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.687724 14387 sys_catalog.cc:458] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [sys.catalog]: This master's current role is: FOLLOWER
20:09:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.688432 14384 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:09:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.688879 14384 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:09:38.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:38.702 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:38.702 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:38.702 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:38.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:38.712 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28322), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [441ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [842ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [901ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1401ms] too many traces: truncated at 100 traces, deferred=Deferred@1084630976(state=PENDING, result=null, callback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382), errback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28322), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [15ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [27ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [27ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [441ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [441ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [721ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [722ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [842ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.124:43447: Network error: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.126:37607: Network error: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607, [901ms] Sub RPC ConnectToMaster: received response from server master-127.8.16.125:44243: Network error: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [901ms] delaying RPC due to: Service unavailable: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.124:43447, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.125:44243, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.16.126:37607, [1401ms] too many traces: truncated at 100 traces, deferred=Deferred@1084630976(state=PENDING, result=null, callback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382), errback=(continuation of Deferred@2040059984 after retry RPC after error@2016119875) -> (continuation of Deferred@546921721 after retry RPC after error@1374746381) -> (continuation of Deferred@1846935355 after retry RPC after error@1257783086) -> (continuation of Deferred@552393756 after retry RPC after error@1987186579) -> (continuation of Deferred@937417281 after retry RPC after error@1012237019) -> (continuation of Deferred@2048898417 after retry RPC after error@477569846) -> (continuation of Deferred@1429471019 after retry RPC after error@1172368396) -> (continuation of Deferred@1121156604 after retry RPC after error@1729660931) -> (continuation of Deferred@756611436 after retry RPC after error@1868230735) -> (continuation of Deferred@918506693 after retry RPC after error@365200001) -> (continuation of Deferred@2147338956 after retry RPC after error@1193117172) -> (continuation of Deferred@185082038 after retry RPC after error@988380124) -> (continuation of Deferred@726892007 after retry RPC after error@4878172) -> (continuation of Deferred@1242428019 after retry RPC after error@994793333) -> (continuation of Deferred@189245886 after retry RPC after error@1478756101) -> (continuation of Deferred@2107631640 after retry RPC after error@470743073) -> (continuation of Deferred@716355655 after retry RPC after error@1381404219) -> (continuation of Deferred@1351312193 after retry RPC after error@1001342593) -> (continuation of Deferred@73445683 after retry RPC after error@1646383314) -> (continuation of Deferred@1765488316 after retry RPC after error@685895252) -> (continuation of Deferred@696855378 after retry RPC after error@1170397681) -> (continuation of Deferred@1979484451 after retry RPC after error@1380469382)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.16.124:43447
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.661595 14136 master_runner.cc:187] Error getting master registration for 127.13.179.254:33321: OK, instance_id { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" instance_seqno: 1779134973396128 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:09:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.718675 14136 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:09:38.720 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:09:38.720 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7) switched from state RUNNING to RESTARTING.
20:09:38.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
20:09:38.721 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:38.722 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:38.722 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:38.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.722 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.724 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:38.724 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
20:09:38.724 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
20:09:38.724 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
20:09:38.725 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
20:09:38.725 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
20:09:38.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
20:09:38.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
20:09:38.726 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
20:09:38.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
20:09:38.726 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
20:09:38.726 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
20:09:38.726 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
20:09:38.726 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:09:38.727 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
20:09:38.727 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
20:09:38.728 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
20:09:38.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.728109 14364 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:09:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.728729 14364 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } }
20:09:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.733598 14109 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9e2ff47c7b564a33a6d567547379a900" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" is_pre_election: true
20:09:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.734647 14109 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9e2ff47c7b564a33a6d567547379a900 in term 0.
20:09:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.736317 14213 leader_election.cc:304] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9e2ff47c7b564a33a6d567547379a900, ecbf30dc62c94b2cb61c09ea9d6bd19d; no voters: 
20:09:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.738762 14364 leader_election.cc:290] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ecbf30dc62c94b2cb61c09ea9d6bd19d (127.13.179.254:33321), adce5c8cfffa4e9f84afab047cd0f5e3 (127.13.179.252:38687)
20:09:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.739456 14364 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:09:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.739913 14364 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:09:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.740342 14364 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 0 FOLLOWER]: Advancing to term 1
20:09:38.741 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:38.741 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:38.741 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:38.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.742 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.742 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.743714 14403 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:09:38.751 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:09:38.752 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
20:09:38.752 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
20:09:38.761 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:38.761 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:38.761 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:38.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.765 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.764884 14321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9e2ff47c7b564a33a6d567547379a900" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" is_pre_election: true
20:09:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.766983 14321 raft_consensus.cc:2468] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9e2ff47c7b564a33a6d567547379a900 in term 0.
20:09:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.769619 14410 catalog_manager.cc:1593] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:09:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.770078 14410 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:09:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.776190 14364 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } }
20:09:38.778 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:38.779 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:38.779 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:38.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:38.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:38.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:38.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:38.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:38.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:38.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:38.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:38.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:38.780 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:38.781 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:38.782 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:38.782 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:38.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.782 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.781559 14109 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9e2ff47c7b564a33a6d567547379a900" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d"
20:09:38.783 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.782254 14109 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [term 0 FOLLOWER]: Advancing to term 1
20:09:38.788 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:09:38.788 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
20:09:38.788 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:09:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.791069 14109 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9e2ff47c7b564a33a6d567547379a900 in term 1.
20:09:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.793114 14321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9e2ff47c7b564a33a6d567547379a900" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3"
20:09:38.793 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
20:09:38.794 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
20:09:38.794 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
20:09:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.793984 14321 raft_consensus.cc:3060] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [term 0 FOLLOWER]: Advancing to term 1
20:09:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.800820 14364 leader_election.cc:290] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [CANDIDATE]: Term 1 election: Requested vote from peers ecbf30dc62c94b2cb61c09ea9d6bd19d (127.13.179.254:33321), adce5c8cfffa4e9f84afab047cd0f5e3 (127.13.179.252:38687)
20:09:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.801406 14268 master_runner.cc:233] Existing masters have differing terms: 0 vs 1
20:09:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.801903 14268 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:09:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.803448 14321 raft_consensus.cc:2468] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9e2ff47c7b564a33a6d567547379a900 in term 1.
20:09:38.804 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
20:09:38.805 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:09:38.805 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
20:09:38.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.804560 14213 leader_election.cc:304] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9e2ff47c7b564a33a6d567547379a900, ecbf30dc62c94b2cb61c09ea9d6bd19d; no voters: 
20:09:38.805 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:09:38.806 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
20:09:38.807 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.806152 14364 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 1 FOLLOWER]: Leader election won for term 1
20:09:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.806766 14364 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [term 1 LEADER]: Becoming Leader. State: Replica: 9e2ff47c7b564a33a6d567547379a900, State: Running, Role: LEADER
20:09:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.808059 14068 tablet.cc:2404] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:38.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.808058 14364 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } }
20:09:38.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.817219 14043 master_runner.cc:264] No leader master found from master ecbf30dc62c94b2cb61c09ea9d6bd19d
20:09:38.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.817572 14043 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:09:38.818 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
20:09:38.818 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
20:09:38.818 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
20:09:38.822 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.829 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
20:09:38.831 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
20:09:38.832 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
20:09:38.832 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
20:09:38.833 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
20:09:38.833 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
20:09:38.834 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:38.835 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:38.837 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 1f02022c9a2936dac70c2082cc7114d7
20:09:38.841 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:38.841 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:38.841 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:38.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.843 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.846783 14405 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9e2ff47c7b564a33a6d567547379a900. Latest consensus state: current_term: 1 leader_uuid: "9e2ff47c7b564a33a6d567547379a900" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.847585 14405 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [sys.catalog]: This master's current role is: LEADER
20:09:38.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.864655 14420 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:09:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.880043 14420 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:09:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:38.885442 14300 tablet.cc:2404] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:38.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.920491 14321 raft_consensus.cc:1275] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [term 1 FOLLOWER]: Refusing update from remote peer 9e2ff47c7b564a33a6d567547379a900: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:09:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.922286 14109 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [term 1 FOLLOWER]: Refusing update from remote peer 9e2ff47c7b564a33a6d567547379a900: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:09:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.924129 14364 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:09:38.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.925135 14405 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [LEADER]: Connected to new peer: Peer: permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:09:38.961 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:38.961 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:38.961 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:38.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:38.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:38.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:38.962 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:38.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.967767 14373 sys_catalog.cc:455] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9e2ff47c7b564a33a6d567547379a900. Latest consensus state: current_term: 1 leader_uuid: "9e2ff47c7b564a33a6d567547379a900" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.968364 14373 sys_catalog.cc:458] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [sys.catalog]: This master's current role is: FOLLOWER
20:09:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.988719 14364 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9e2ff47c7b564a33a6d567547379a900" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:38.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.989964 14364 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [sys.catalog]: This master's current role is: LEADER
20:09:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.990252 14373 sys_catalog.cc:455] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9e2ff47c7b564a33a6d567547379a900" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:38.990962 14373 sys_catalog.cc:458] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d [sys.catalog]: This master's current role is: FOLLOWER
20:09:39.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.000067 14420 catalog_manager.cc:1382] Generated new cluster ID: f6dc1504c5764b2fa5eeb65cecf3801b
20:09:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.000368 14420 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:09:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.005885 14387 sys_catalog.cc:455] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9e2ff47c7b564a33a6d567547379a900. Latest consensus state: current_term: 1 leader_uuid: "9e2ff47c7b564a33a6d567547379a900" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.006626 14387 sys_catalog.cc:458] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [sys.catalog]: This master's current role is: FOLLOWER
20:09:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.007578 14423 mvcc.cc:204] Tried to move back new op lower bound from 7287336873618124800 to 7287336873230729216. Current Snapshot: MvccSnapshot[applied={T|T < 7287336873618124800}]
20:09:39.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.018222 14364 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9e2ff47c7b564a33a6d567547379a900" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:39.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.019037 14364 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900 [sys.catalog]: This master's current role is: LEADER
20:09:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.027194 14387 sys_catalog.cc:455] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9e2ff47c7b564a33a6d567547379a900" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ecbf30dc62c94b2cb61c09ea9d6bd19d" member_type: VOTER last_known_addr { host: "127.13.179.254" port: 33321 } } peers { permanent_uuid: "9e2ff47c7b564a33a6d567547379a900" member_type: VOTER last_known_addr { host: "127.13.179.253" port: 42153 } } peers { permanent_uuid: "adce5c8cfffa4e9f84afab047cd0f5e3" member_type: VOTER last_known_addr { host: "127.13.179.252" port: 38687 } } }
20:09:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.027926 14387 sys_catalog.cc:458] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3 [sys.catalog]: This master's current role is: FOLLOWER
20:09:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.069485 14420 catalog_manager.cc:1405] Generated new certificate authority record
20:09:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.071674 14420 catalog_manager.cc:1539] Loading token signing keys...
20:09:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.104691 14420 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 9e2ff47c7b564a33a6d567547379a900: Generated new TSK 0
20:09:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.106206 14420 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:09:39.141 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:39.141 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:39.141 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:39.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:39.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:39.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:39.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:39.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:39.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:39.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:39.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:39.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:39.143 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:39.144 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:39.144 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:39.144 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:39.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.145 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:39.146 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28788), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [19ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [25ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [25ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [141ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [200ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [201ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [320ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [320ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [320ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [320ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [481ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [481ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [481ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [481ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [739ms] refreshing cache from master, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [740ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [740ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [740ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [740ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1460ms] refreshing cache from master, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1462ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [2902ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [2920ms] refreshing cache from master, [2920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [2921ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [2921ms] too many traces: truncated at 100 traces, deferred=Deferred@871164446(state=PENDING, result=null, callback=(continuation of Deferred@284064498 after retry RPC after error@1356449724) -> (continuation of Deferred@1422079303 after retry RPC after error@11241947) -> (continuation of Deferred@1668373206 after retry RPC after error@2097906979) -> (continuation of Deferred@816836296 after retry RPC after error@1813400663) -> (continuation of Deferred@98049257 after retry RPC after error@618378220) -> (continuation of Deferred@1808650257 after retry RPC after error@904355275) -> (continuation of Deferred@1889349834 after retry RPC after error@161524198) -> (continuation of Deferred@216579483 after retry RPC after error@65974472) -> (continuation of Deferred@443337503 after retry RPC after error@378514989) -> (continuation of Deferred@1606606082 after retry RPC after error@702308034) -> (continuation of Deferred@1427393749 after retry RPC after error@1040285340) -> (continuation of Deferred@2011336339 after retry RPC after error@1015276771) -> (continuation of Deferred@1258714434 after retry RPC after error@2118518560) -> (continuation of Deferred@498305133 after retry RPC after error@1043649476) -> (continuation of Deferred@1180704037 after retry RPC after error@139558350) -> (continuation of Deferred@153123913 after retry RPC after error@286401626) -> (continuation of Deferred@1465748072 after retry RPC after error@1424044608) -> (continuation of Deferred@1579798177 after retry RPC after error@1578697162) -> (continuation of Deferred@1705823915 after retry RPC after error@948081516) -> (continuation of Deferred@684596763 after retry RPC after error@1045384601) -> (continuation of Deferred@1024787821 after retry RPC after error@295762000) -> (continuation of Deferred@1229324985 after retry RPC after error@220315021) -> (continuation of Deferred@403373865 after retry RPC after error@243201536) -> (continuation of Deferred@2010414780 after retry RPC after error@2006542366) -> (continuation of Deferred@950350451 after retry RPC after error@1091702161), errback=(continuation of Deferred@284064498 after retry RPC after error@1356449724) -> (continuation of Deferred@1422079303 after retry RPC after error@11241947) -> (continuation of Deferred@1668373206 after retry RPC after error@2097906979) -> (continuation of Deferred@816836296 after retry RPC after error@1813400663) -> (continuation of Deferred@98049257 after retry RPC after error@618378220) -> (continuation of Deferred@1808650257 after retry RPC after error@904355275) -> (continuation of Deferred@1889349834 after retry RPC after error@161524198) -> (continuation of Deferred@216579483 after retry RPC after error@65974472) -> (continuation of Deferred@443337503 after retry RPC after error@378514989) -> (continuation of Deferred@1606606082 after retry RPC after error@702308034) -> (continuation of Deferred@1427393749 after retry RPC after error@1040285340) -> (continuation of Deferred@2011336339 after retry RPC after error@1015276771) -> (continuation of Deferred@1258714434 after retry RPC after error@2118518560) -> (continuation of Deferred@498305133 after retry RPC after error@1043649476) -> (continuation of Deferred@1180704037 after retry RPC after error@139558350) -> (continuation of Deferred@153123913 after retry RPC after error@286401626) -> (continuation of Deferred@1465748072 after retry RPC after error@1424044608) -> (continuation of Deferred@1579798177 after retry RPC after error@1578697162) -> (continuation of Deferred@1705823915 after retry RPC after error@948081516) -> (continuation of Deferred@684596763 after retry RPC after error@1045384601) -> (continuation of Deferred@1024787821 after retry RPC after error@295762000) -> (continuation of Deferred@1229324985 after retry RPC after error@220315021) -> (continuation of Deferred@403373865 after retry RPC after error@243201536) -> (continuation of Deferred@2010414780 after retry RPC after error@2006542366) -> (continuation of Deferred@950350451 after retry RPC after error@1091702161)))
20:09:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.157363 14031 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/wal
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/data
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/logs
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/data/info.pb
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.193:0
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.179.193
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.193
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:09:39.207 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:39.207 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:39.207 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:39.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:39.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:39.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:39.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:39.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:39.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:39.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:39.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:39.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:39.209 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:39.256 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:39.256 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:39.256 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:39.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.258 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:39.259 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28899), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [12ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [15ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [16ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [16ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [381ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [381ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [381ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [382ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [641ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1042ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1600ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1601ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [5459ms] refreshing cache from master, [5460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [5460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [5460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [5460ms] too many traces: truncated at 100 traces, deferred=Deferred@789425790(state=PENDING, result=null, callback=(continuation of Deferred@562191318 after retry RPC after error@1918918329) -> (continuation of Deferred@1182073136 after retry RPC after error@80292318) -> (continuation of Deferred@933662330 after retry RPC after error@1204001697) -> (continuation of Deferred@693202664 after retry RPC after error@1679500741) -> (continuation of Deferred@1733141090 after retry RPC after error@1007170489) -> (continuation of Deferred@504114430 after retry RPC after error@595855351) -> (continuation of Deferred@693170007 after retry RPC after error@1412994111) -> (continuation of Deferred@732703130 after retry RPC after error@672413863) -> (continuation of Deferred@101732517 after retry RPC after error@370783540) -> (continuation of Deferred@1546890900 after retry RPC after error@1441490101) -> (continuation of Deferred@1366987733 after retry RPC after error@168897755) -> (continuation of Deferred@1259824131 after retry RPC after error@1163357976) -> (continuation of Deferred@1085712476 after retry RPC after error@1128412005) -> (continuation of Deferred@864383090 after retry RPC after error@1305798325) -> (continuation of Deferred@945111835 after retry RPC after error@1792972399) -> (continuation of Deferred@1916824998 after retry RPC after error@416009237) -> (continuation of Deferred@177478028 after retry RPC after error@350722911) -> (continuation of Deferred@1706813752 after retry RPC after error@592849662) -> (continuation of Deferred@161746785 after retry RPC after error@565264489) -> (continuation of Deferred@469339982 after retry RPC after error@157964053) -> (continuation of Deferred@538746462 after retry RPC after error@193273916) -> (continuation of Deferred@1557224957 after retry RPC after error@131623821), errback=(continuation of Deferred@562191318 after retry RPC after error@1918918329) -> (continuation of Deferred@1182073136 after retry RPC after error@80292318) -> (continuation of Deferred@933662330 after retry RPC after error@1204001697) -> (continuation of Deferred@693202664 after retry RPC after error@1679500741) -> (continuation of Deferred@1733141090 after retry RPC after error@1007170489) -> (continuation of Deferred@504114430 after retry RPC after error@595855351) -> (continuation of Deferred@693170007 after retry RPC after error@1412994111) -> (continuation of Deferred@732703130 after retry RPC after error@672413863) -> (continuation of Deferred@101732517 after retry RPC after error@370783540) -> (continuation of Deferred@1546890900 after retry RPC after error@1441490101) -> (continuation of Deferred@1366987733 after retry RPC after error@168897755) -> (continuation of Deferred@1259824131 after retry RPC after error@1163357976) -> (continuation of Deferred@1085712476 after retry RPC after error@1128412005) -> (continuation of Deferred@864383090 after retry RPC after error@1305798325) -> (continuation of Deferred@945111835 after retry RPC after error@1792972399) -> (continuation of Deferred@1916824998 after retry RPC after error@416009237) -> (continuation of Deferred@177478028 after retry RPC after error@350722911) -> (continuation of Deferred@1706813752 after retry RPC after error@592849662) -> (continuation of Deferred@161746785 after retry RPC after error@565264489) -> (continuation of Deferred@469339982 after retry RPC after error@157964053) -> (continuation of Deferred@538746462 after retry RPC after error@193273916) -> (continuation of Deferred@1557224957 after retry RPC after error@131623821)))
20:09:39.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:39.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:39.422 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:39.422 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:39.423 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:39.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:39.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:39.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:39.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:39.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:39.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:39.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:39.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:39.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:39.424 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:39.436 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job d93cf83cb1a2567a02639ba3d51d0253 from Checkpoint 74 @ 1779134977855 for d93cf83cb1a2567a02639ba3d51d0253 located at file:/tmp/junit14325954669212162563/checkpoints/d93cf83cb1a2567a02639ba3d51d0253/chk-74.
20:09:39.436 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:09:39.437 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
20:09:39.438 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 74 for source Source: KuduSource to checkpoint.
20:09:39.438 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d93cf83cb1a2567a02639ba3d51d0253: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:39.441 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:39.441 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:39.441 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:39.442 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:39.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:39.442 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:39.442 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:39.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:39.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:39.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:39.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:39.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:39.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:39.444 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
20:09:39.444 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1) with allocation id 07741423f5a1fe74399bc3138da83873
20:09:39.445 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 07741423f5a1fe74399bc3138da83873.
20:09:39.446 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 07741423f5a1fe74399bc3138da83873.
20:09:39.446 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job d93cf83cb1a2567a02639ba3d51d0253 from Checkpoint 74 @ 1779134977855 for d93cf83cb1a2567a02639ba3d51d0253 located at file:/tmp/junit14325954669212162563/checkpoints/d93cf83cb1a2567a02639ba3d51d0253/chk-74.
20:09:39.447 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:09:39.447 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 74 for source Source: KuduSource to checkpoint.
20:09:39.447 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
20:09:39.448 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d93cf83cb1a2567a02639ba3d51d0253: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:39.449 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
20:09:39.449 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1) with allocation id 783edd519c6eb8de0eabfb5e3f5cf69d
20:09:39.449 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job d93cf83cb1a2567a02639ba3d51d0253 from Checkpoint 74 @ 1779134977855 for d93cf83cb1a2567a02639ba3d51d0253 located at file:/tmp/junit14325954669212162563/checkpoints/d93cf83cb1a2567a02639ba3d51d0253/chk-74.
20:09:39.450 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 783edd519c6eb8de0eabfb5e3f5cf69d.
20:09:39.451 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 783edd519c6eb8de0eabfb5e3f5cf69d.
20:09:39.453 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:09:39.453 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 74 for source Source: KuduSource to checkpoint.
20:09:39.453 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
20:09:39.454 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d93cf83cb1a2567a02639ba3d51d0253: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:39.454 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
20:09:39.454 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
20:09:39.454 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
20:09:39.455 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1) with allocation id dc4320260ebda69bc8dcc9e667377af5
20:09:39.455 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot dc4320260ebda69bc8dcc9e667377af5.
20:09:39.456 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id dc4320260ebda69bc8dcc9e667377af5.
20:09:39.454 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
20:09:39.457 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
20:09:39.457 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d93cf83cb1a2567a02639ba3d51d0253) switched from state RESTARTING to RUNNING.
20:09:39.458 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job d93cf83cb1a2567a02639ba3d51d0253 from Checkpoint 74 @ 1779134977855 for d93cf83cb1a2567a02639ba3d51d0253 located at file:/tmp/junit14325954669212162563/checkpoints/d93cf83cb1a2567a02639ba3d51d0253/chk-74.
20:09:39.459 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30d8f79f
20:09:39.459 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:39.459 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14325954669212162563/checkpoints")
20:09:39.460 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
20:09:39.461 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 74 for source Source: KuduSource to checkpoint.
20:09:39.461 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:09:39.455 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ec8222a
20:09:39.462 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:39.462 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14325954669212162563/checkpoints")
20:09:39.462 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:09:39.463 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
20:09:39.465 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4540aba3
20:09:39.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:39.467 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d93cf83cb1a2567a02639ba3d51d0253: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:39.468 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
20:09:39.468 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a1c821db-8a76-49de-849e-f9dc7418663e @ 127.0.0.1 (dataPort=-1) with allocation id 3bd2ea1368f7a04e33374e2b5788c5c0
20:09:39.471 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
20:09:39.471 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
20:09:39.472 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7ff8b979
20:09:39.472 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:39.472 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14325954669212162563/checkpoints")
20:09:39.472 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:09:39.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4305c81e
20:09:39.477 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 3bd2ea1368f7a04e33374e2b5788c5c0.
20:09:39.478 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 3bd2ea1368f7a04e33374e2b5788c5c0.
20:09:39.479 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
20:09:39.479 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
20:09:39.480 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
20:09:39.480 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:39.481 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:39.482 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
20:09:39.482 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
20:09:39.483 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@692badd9
20:09:39.483 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:39.483 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14325954669212162563/checkpoints")
20:09:39.490 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:09:39.490 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (fc1f06d9a68564d880af0ff272bcc2f0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
20:09:39.492 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@720fb026
20:09:39.494 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:39.494 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.496 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c20e140
20:09:39.498 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:39.499 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:39.507 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.515 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.522 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.531 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.535 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.550 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.557 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.571 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.575 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.579 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.583 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.587 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.591 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.595 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.608 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.615 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.622 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.623 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:39.623 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:39.623 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:39.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.624 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:39.625 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29254), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [7ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [7ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [9ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [9ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [24ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [24ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [263ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [263ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [263ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [263ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [382ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [382ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [382ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [882ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [882ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [882ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [882ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [2562ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [3721ms] refreshing cache from master, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [3722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [3722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [3722ms] too many traces: truncated at 100 traces, deferred=Deferred@132115826(state=PENDING, result=null, callback=(continuation of Deferred@1343413893 after retry RPC after error@277895445) -> (continuation of Deferred@1622645964 after retry RPC after error@419125717) -> (continuation of Deferred@1583045305 after retry RPC after error@1276242070) -> (continuation of Deferred@278682660 after retry RPC after error@1391172115) -> (continuation of Deferred@1449233509 after retry RPC after error@360156007) -> (continuation of Deferred@1744341137 after retry RPC after error@1775086975) -> (continuation of Deferred@865408647 after retry RPC after error@437296929) -> (continuation of Deferred@965681394 after retry RPC after error@1034802409) -> (continuation of Deferred@647482613 after retry RPC after error@954246801) -> (continuation of Deferred@2015926735 after retry RPC after error@737214655) -> (continuation of Deferred@857309520 after retry RPC after error@250637708) -> (continuation of Deferred@841644924 after retry RPC after error@301818238) -> (continuation of Deferred@1855021328 after retry RPC after error@1661005123) -> (continuation of Deferred@34642884 after retry RPC after error@2023554153) -> (continuation of Deferred@492866443 after retry RPC after error@2045646737) -> (continuation of Deferred@2141617619 after retry RPC after error@1615247866) -> (continuation of Deferred@2036550314 after retry RPC after error@1891145864) -> (continuation of Deferred@1018969001 after retry RPC after error@1776344237) -> (continuation of Deferred@171306273 after retry RPC after error@1056786487) -> (continuation of Deferred@1665223986 after retry RPC after error@212594755) -> (continuation of Deferred@693262354 after retry RPC after error@2109346303) -> (continuation of Deferred@352054183 after retry RPC after error@1191258259) -> (continuation of Deferred@2083023529 after retry RPC after error@1370536250) -> (continuation of Deferred@450745976 after retry RPC after error@1414930432) -> (continuation of Deferred@1796498689 after retry RPC after error@1060726832) -> (continuation of Deferred@1268975545 after retry RPC after error@781220077) -> (continuation of Deferred@1726229587 after retry RPC after error@317239383) -> (continuation of Deferred@1093002108 after retry RPC after error@1826598053), errback=(continuation of Deferred@1343413893 after retry RPC after error@277895445) -> (continuation of Deferred@1622645964 after retry RPC after error@419125717) -> (continuation of Deferred@1583045305 after retry RPC after error@1276242070) -> (continuation of Deferred@278682660 after retry RPC after error@1391172115) -> (continuation of Deferred@1449233509 after retry RPC after error@360156007) -> (continuation of Deferred@1744341137 after retry RPC after error@1775086975) -> (continuation of Deferred@865408647 after retry RPC after error@437296929) -> (continuation of Deferred@965681394 after retry RPC after error@1034802409) -> (continuation of Deferred@647482613 after retry RPC after error@954246801) -> (continuation of Deferred@2015926735 after retry RPC after error@737214655) -> (continuation of Deferred@857309520 after retry RPC after error@250637708) -> (continuation of Deferred@841644924 after retry RPC after error@301818238) -> (continuation of Deferred@1855021328 after retry RPC after error@1661005123) -> (continuation of Deferred@34642884 after retry RPC after error@2023554153) -> (continuation of Deferred@492866443 after retry RPC after error@2045646737) -> (continuation of Deferred@2141617619 after retry RPC after error@1615247866) -> (continuation of Deferred@2036550314 after retry RPC after error@1891145864) -> (continuation of Deferred@1018969001 after retry RPC after error@1776344237) -> (continuation of Deferred@171306273 after retry RPC after error@1056786487) -> (continuation of Deferred@1665223986 after retry RPC after error@212594755) -> (continuation of Deferred@693262354 after retry RPC after error@2109346303) -> (continuation of Deferred@352054183 after retry RPC after error@1191258259) -> (continuation of Deferred@2083023529 after retry RPC after error@1370536250) -> (continuation of Deferred@450745976 after retry RPC after error@1414930432) -> (continuation of Deferred@1796498689 after retry RPC after error@1060726832) -> (continuation of Deferred@1268975545 after retry RPC after error@781220077) -> (continuation of Deferred@1726229587 after retry RPC after error@317239383) -> (continuation of Deferred@1093002108 after retry RPC after error@1826598053)))
20:09:39.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.634 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.636 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.640 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.647 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:39.647 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.647 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:39.647 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:39.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:39.648 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:39.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:39.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:39.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:39.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:39.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:39.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:39.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:39.648 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:39.649 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.649 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.649 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.656 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.658 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.659 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.661 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:39.661 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:39.662 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:39.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:39.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:39.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:39.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:39.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:39.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:39.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:39.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:39.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:39.663 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:39.663 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.664 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.675 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.675 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.676 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.677 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.678 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.681 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.682 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.688 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.688 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.688 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.689 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.690 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.692 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.698 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.699 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.699 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.699 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.700 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.700 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.700 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.700 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.700 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.700 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.700 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.700 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.700 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.700 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:39.703 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.703 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.707 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.707 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.707 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.708 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.708 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.709 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.710 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.710 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.713 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.715 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.716 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.716 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.717 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.720 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.721 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.721 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.722 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.723 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.723 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.726 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.727 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.730 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.735 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.735 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.735 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.736 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.743 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.743 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.744 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.745 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.747 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.747 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.747 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.755 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.755 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.755 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.760 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.760 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.761 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.761 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.761 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.763 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.763 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.763 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.766676 14403 catalog_manager.cc:1294] Loaded cluster ID: f6dc1504c5764b2fa5eeb65cecf3801b
20:09:39.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.767171 14403 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d: loading cluster ID for follower catalog manager: success
20:09:39.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.775583 14403 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d: acquiring CA information for follower catalog manager: success
20:09:39.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.776310 14410 catalog_manager.cc:1294] Loaded cluster ID: f6dc1504c5764b2fa5eeb65cecf3801b
20:09:39.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.776620 14410 catalog_manager.cc:1587] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3: loading cluster ID for follower catalog manager: success
20:09:39.783 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.783780 14403 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ecbf30dc62c94b2cb61c09ea9d6bd19d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:09:39.784 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.784 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.784 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.792511 14410 catalog_manager.cc:1609] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3: acquiring CA information for follower catalog manager: success
20:09:39.795 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.795 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.795 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.798 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.808 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.808 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.808 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.808 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.809 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.809 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:39.812383 14410 catalog_manager.cc:1637] T 00000000000000000000000000000000 P adce5c8cfffa4e9f84afab047cd0f5e3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:09:39.819 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:39.820 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.820 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.820 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.821 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.821 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.821 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.821 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.821 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.821 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.822 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.822 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.822 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.829 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:39.830 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:39.830 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:39.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:39.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:39.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:39.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:39.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:39.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:39.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:39.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:39.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:39.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:39.840 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.840 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.840 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.840 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.840 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.840 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.842 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.843 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.843 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.843 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.845 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:39.853649 14430 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:39.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:39.854403 14430 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:39.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:39.855288 14430 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:39.860 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.860 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.861 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.884 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:39.884 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:39.885 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:39.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:39.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:39.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:39.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:39.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:39.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:39.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:39.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:39.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:39.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:39.890 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:39.903 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.904 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.904 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.905 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.908 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:39.909 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:39.909 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:39.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:39.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:39.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:39.910 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:39.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29535), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [4ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [4ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [4ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [262ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [262ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [502ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [523ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [1162ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.62:46847: Network error: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.60:34669: Network error: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.8.217.61:40273: Network error: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [2763ms] delaying RPC due to: Service unavailable: Master config (127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273, [4061ms] refreshing cache from master, [4061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.62:46847, [4061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.61:40273, [4061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.217.60:34669, [4062ms] too many traces: truncated at 100 traces, deferred=Deferred@1136531013(state=PENDING, result=null, callback=(continuation of Deferred@1822489252 after retry RPC after error@1815876033) -> (continuation of Deferred@1402072914 after retry RPC after error@1622071131) -> (continuation of Deferred@196113456 after retry RPC after error@118415006) -> (continuation of Deferred@1530481234 after retry RPC after error@1295731297) -> (continuation of Deferred@1168291330 after retry RPC after error@875129350) -> (continuation of Deferred@626253067 after retry RPC after error@841806722) -> (continuation of Deferred@1651392867 after retry RPC after error@493383282) -> (continuation of Deferred@644371281 after retry RPC after error@1938625789) -> (continuation of Deferred@1677211318 after retry RPC after error@1035849541) -> (continuation of Deferred@1504440696 after retry RPC after error@1109011532) -> (continuation of Deferred@1618345791 after retry RPC after error@870433683) -> (continuation of Deferred@902284454 after retry RPC after error@648865310) -> (continuation of Deferred@1768913395 after retry RPC after error@1412416022) -> (continuation of Deferred@1598480065 after retry RPC after error@505106209) -> (continuation of Deferred@204017136 after retry RPC after error@641487121) -> (continuation of Deferred@1332028353 after retry RPC after error@197332811) -> (continuation of Deferred@1329714510 after retry RPC after error@196194670) -> (continuation of Deferred@1840046322 after retry RPC after error@2122711899) -> (continuation of Deferred@1059869280 after retry RPC after error@965787178) -> (continuation of Deferred@858874522 after retry RPC after error@2103649148) -> (continuation of Deferred@536990178 after retry RPC after error@484203046) -> (continuation of Deferred@608296597 after retry RPC after error@1088250274) -> (continuation of Deferred@1853699738 after retry RPC after error@269372441) -> (continuation of Deferred@982621691 after retry RPC after error@292170618), errback=(continuation of Deferred@1822489252 after retry RPC after error@1815876033) -> (continuation of Deferred@1402072914 after retry RPC after error@1622071131) -> (continuation of Deferred@196113456 after retry RPC after error@118415006) -> (continuation of Deferred@1530481234 after retry RPC after error@1295731297) -> (continuation of Deferred@1168291330 after retry RPC after error@875129350) -> (continuation of Deferred@626253067 after retry RPC after error@841806722) -> (continuation of Deferred@1651392867 after retry RPC after error@493383282) -> (continuation of Deferred@644371281 after retry RPC after error@1938625789) -> (continuation of Deferred@1677211318 after retry RPC after error@1035849541) -> (continuation of Deferred@1504440696 after retry RPC after error@1109011532) -> (continuation of Deferred@1618345791 after retry RPC after error@870433683) -> (continuation of Deferred@902284454 after retry RPC after error@648865310) -> (continuation of Deferred@1768913395 after retry RPC after error@1412416022) -> (continuation of Deferred@1598480065 after retry RPC after error@505106209) -> (continuation of Deferred@204017136 after retry RPC after error@641487121) -> (continuation of Deferred@1332028353 after retry RPC after error@197332811) -> (continuation of Deferred@1329714510 after retry RPC after error@196194670) -> (continuation of Deferred@1840046322 after retry RPC after error@2122711899) -> (continuation of Deferred@1059869280 after retry RPC after error@965787178) -> (continuation of Deferred@858874522 after retry RPC after error@2103649148) -> (continuation of Deferred@536990178 after retry RPC after error@484203046) -> (continuation of Deferred@608296597 after retry RPC after error@1088250274) -> (continuation of Deferred@1853699738 after retry RPC after error@269372441) -> (continuation of Deferred@982621691 after retry RPC after error@292170618)))
20:09:39.911 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.915 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.915 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.915 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.916 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.939 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.939 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.939 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.940 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.940 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.943 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:39.943 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:39.943 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:39.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:39.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:39.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:39.944 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:39.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:39.979652 14430 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:39.989570 14430 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.179.193
20:09:39.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.008 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:40.008 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:40.008 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:40.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.009 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.009 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.009 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:40.035 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:40.035 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:40.035 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:40.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.036 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:40.047 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:40.047 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:40.047 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:40.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:40.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:40.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:40.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:40.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:40.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:40.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:40.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:40.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:40.048 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:40.075 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:40.075 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:40.075 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:40.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.077 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.077 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:40.114 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:40.115 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:40.115 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:40.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:40.121 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:40.121 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:40.121 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:40.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:40.135396 14430 tablet_server_runner.cc:78] Tablet server non-default flags:
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/data
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/wal
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.193:0
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/data/info.pb
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.193
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.179.193
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/logs
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:09:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:40.137373 14430 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:40.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:40.140188 14430 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:40.163 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:40.164 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:40.164 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:40.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.165 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:40.180020 14479 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:40.186 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:40.186 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:40.186 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:40.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:40.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.226 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:40.226 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:40.226 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:40.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:40.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:40.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:40.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:40.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:40.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:40.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:40.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:40.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:40.228 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:40.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.324 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:40.324 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:40.325 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:40.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.326 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:40.328 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:40.328 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:40.328 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:40.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.329 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.329 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.329 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.329 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.329 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.329 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.329 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:40.340 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:40.340 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:40.340 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:40.341 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.341 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.341 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.341 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.342 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:40.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.420 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:40.420 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:40.420 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:40.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:40.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:40.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:40.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:40.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:40.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:40.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:40.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:40.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:40.423 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:40.423 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:40.423 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:40.423 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:40.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:40.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:40.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:40.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:40.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:40.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:40.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:40.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:40.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:40.424 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:40.434 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:40.434 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:40.434 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:40.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:40.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:40.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:40.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:40.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:40.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:40.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:40.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:40.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:40.436 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:40.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.612 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:40.612 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:40.613 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:40.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.613 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.614 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:40.630 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:40.630 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:40.630 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:40.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:40.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:40.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:40.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:40.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:40.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:40.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:40.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:40.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:40.632 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:40.660 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:40.660 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:40.660 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:40.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.662 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.662 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:40.680 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:40.680 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:40.680 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:40.680 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:40.680 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:40.680 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:40.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.682 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:40.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:40.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:40.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:40.683 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:40.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.827 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:40.827 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:40.827 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:40.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:40.840 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:40.840 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:40.840 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:40.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:40.841 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.841 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.841 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:40.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:40.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:40.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.890 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:40.890 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:40.890 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:40.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:40.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:40.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:40.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:40.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:40.945917 13315 debug-util.cc:398] Leaking SignalData structure 0x7b0800070c80 after lost signal to thread 13250
20:09:40.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:40.946892 13315 debug-util.cc:398] Leaking SignalData structure 0x7b08000a0b80 after lost signal to thread 13318
20:09:40.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:40.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:41.083 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:41.083 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:41.083 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:41.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.084 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.084 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:41.200 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:41.248 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:41.248 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:41.248 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:41.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.250 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:41.260 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:41.260 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:41.260 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:41.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:41.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:41.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:41.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:41.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:41.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:41.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:41.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:41.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:41.262 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:41.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:41.329 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:41.330 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:41.330 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:41.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:41.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:41.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:41.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:41.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:41.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:41.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:41.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:41.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:41.331 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:41.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:41.395 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:41.395 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:41.395 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:41.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.398 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:41.418 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:41.419 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:41.419 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:41.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:41.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:41.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:41.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:41.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:41.419 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:41.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:41.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:41.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:41.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:41.438 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:41.438 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:41.439 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:41.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:41.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:41.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:41.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:41.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:41.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:41.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:41.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:41.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:41.440 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:41.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:41.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:41.562 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:41.562 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:41.562 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:41.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:41.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:41.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:41.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:41.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:41.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:41.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:41.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:41.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:41.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:41.627 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:41.627 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:41.627 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:41.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:41.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:41.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:41.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:41.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:41.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:41.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:41.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:41.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:41.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:41.646 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:41.646 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:41.647 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:41.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:41.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:41.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:41.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:41.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:41.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:41.648 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:41.648 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:41.649 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:41.649 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:41.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:41.726 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:41.727 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:41.727 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:41.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:41.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:41.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:41.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:41.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:41.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:41.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:41.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:41.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:41.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:41.814 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:41.815 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:41.815 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:41.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:41.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:41.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:41.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:41.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:41.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:41.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:41.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:41.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:41.816 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:41.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:41.850 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:41.850 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:41.850 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:41.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:41.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:41.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:41.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:41.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:41.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:41.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:41.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:41.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:41.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:41.885 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:41.885 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:41.885 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:41.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:41.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:41.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:41.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:41.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:41.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:41.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:41.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:41.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:41.888 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:41.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:41.890 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:41.890 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:41.890 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:41.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:41.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:41.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:41.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:41.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:41.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:41.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:41.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:41.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:41.892 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:41.930 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:41.931 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:41.931 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:41.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:41.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:41.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:41.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:41.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:41.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:41.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:41.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:41.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:41.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:41.935 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:41.935 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:41.935 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:41.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:41.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:41.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:41.937 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:41.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.020 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:42.021 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:42.021 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:42.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:42.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:42.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:42.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:42.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:42.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:42.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:42.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:42.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:42.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:42.175 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:42.175 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:42.175 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:42.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:42.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:42.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:42.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:42.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:42.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:42.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:42.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:42.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:42.176 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:42.190 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:42.190 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:42.190 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:42.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:42.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:42.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:42.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:42.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:42.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:42.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:42.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:42.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:42.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:42.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.263 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:42.264 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:42.264 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:42.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:42.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:42.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:42.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:42.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:42.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:42.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:42.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:42.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:42.265 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:42.271 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:42.271 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:42.271 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:42.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:42.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:42.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:42.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:42.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:42.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:42.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:42.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:42.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:42.272 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:42.300 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:42.300 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:42.300 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:42.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:42.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:42.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:42.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:42.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:42.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:42.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:42.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:42.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:42.302 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:42.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.356 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (1f02022c9a2936dac70c2082cc7114d7) switched from state RESTARTING to RUNNING.
20:09:42.356 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 1f02022c9a2936dac70c2082cc7114d7 from Checkpoint 71 @ 1779134918380 for 1f02022c9a2936dac70c2082cc7114d7 located at file:/tmp/junit16321480258269958575/checkpoints/1f02022c9a2936dac70c2082cc7114d7/chk-71.
20:09:42.357 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:09:42.357 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:09:42.362 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
20:09:42.363 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
20:09:42.363 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 20e5361c5b66627d004c5708f4b4de26
20:09:42.364 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
20:09:42.364 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:42.365 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 20e5361c5b66627d004c5708f4b4de26.
20:09:42.366 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 20e5361c5b66627d004c5708f4b4de26.
20:09:42.367 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:42.367 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:42.367 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:42.367 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:42.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:42.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:42.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:42.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:42.368 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
20:09:42.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:42.368 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 93d0da71ecf505c4b997c18c439fe5cc
20:09:42.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:42.368 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
20:09:42.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:42.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:42.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:42.369 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:42.369 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:42.370 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
20:09:42.371 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id 079af0b16401ee4b7f4d1486652f7d5c
20:09:42.371 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
20:09:42.371 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 1f02022c9a2936dac70c2082cc7114d7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:42.372 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
20:09:42.372 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b56bcfa0-ee68-4ac0-a34c-60bd3268b692 @ 127.0.0.1 (dataPort=-1) with allocation id e0195d351ba91a630d6da63005277f67
20:09:42.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.373 [INFO - Thread-69] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:09:42.373 [DEBUG - Thread-69] (Connection.java:575) [peer master-127.8.16.125:44243(127.8.16.125:44243)] disconnecting while in state TERMINATED
20:09:42.374 [DEBUG - Thread-69] (Connection.java:575) [peer master-127.8.16.124:43447(127.8.16.124:43447)] disconnecting while in state TERMINATED
20:09:42.374 [DEBUG - Thread-69] (Connection.java:575) [peer master-127.8.16.126:37607(127.8.16.126:37607)] disconnecting while in state TERMINATED
20:09:42.375 [DEBUG - Thread-69] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:42.380 [INFO - Thread-69] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:09:42.381 [INFO - Thread-69] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:09:42.386 [DEBUG - Thread-69] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:42.386 [INFO - Thread-69] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:09:42.387 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 93d0da71ecf505c4b997c18c439fe5cc.
20:09:42.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.390 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
20:09:42.390 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
20:09:42.389 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 93d0da71ecf505c4b997c18c439fe5cc.
20:09:42.392 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ae55c5b
20:09:42.393 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:42.394 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:42.395 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:09:42.395 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
20:09:42.411 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:42.411 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:42.411 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:42.411 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:42.412 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 079af0b16401ee4b7f4d1486652f7d5c.
20:09:42.413 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 079af0b16401ee4b7f4d1486652f7d5c.
20:09:42.413 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e6c5405
20:09:42.414 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
20:09:42.414 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
20:09:42.416 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61784708
20:09:42.416 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:42.417 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:42.420 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:42.421 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
20:09:42.422 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
20:09:42.425 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot e0195d351ba91a630d6da63005277f67.
20:09:42.426 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id e0195d351ba91a630d6da63005277f67.
20:09:42.427 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
20:09:42.427 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
20:09:42.436 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@319cd6d9
20:09:42.436 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:42.441 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:42.441 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
20:09:42.441 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
20:09:42.444 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
20:09:42.444 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
20:09:42.447 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@314f9c2a
20:09:42.447 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:42.448 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16321480258269958575/checkpoints")
20:09:42.449 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:42.450 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:42.450 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:42.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:42.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:42.450 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:42.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:42.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:42.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:42.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:42.451 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:42.451 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:42.451 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:42.455 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:09:42.455 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (412f6334fc06cc4002fd0a1452d03938_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
20:09:42.457 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@622fb36e
20:09:42.459 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:42.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46d5151c
20:09:42.463 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:42.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.466 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.477 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@78623c36
20:09:42.487 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:42.494 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:42.494 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:42.494 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:42.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:42.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:42.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:42.495 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:42.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:42.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:42.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:42.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:42.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:42.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:42.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:42.498 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.498 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.507 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.512 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:42.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.523 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.537 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.538 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.540 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.553 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:42.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.558 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.559 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:42.559 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:42.559 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:42.560 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:42.560 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:42.560 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:42.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:42.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:42.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:42.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:42.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:42.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:42.560 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:42.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.562 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.562 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:42.567 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:42.569 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.576 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.585 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.591 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.599 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.606 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.609 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.616 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.618 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.618 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.628 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.636 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.639 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.643 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.646 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.647 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.647 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.647 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.647 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.648 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.649 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.649 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.649 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.656 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:42.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.660 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.661 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.661 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.661 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:42.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.667 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.676 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.678 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.678 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.679 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.680 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.680 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.681 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.688 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.688 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.688 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.688 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:42.690 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.696 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.698 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.707 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:42.708 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.708 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.708 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.709 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.715 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.718 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.718 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.718 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.724 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.726 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.734 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.735 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.736 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.738 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.739 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.739 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.740 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.740 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.740 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.740 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.743 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.744 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.744 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.744 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.744 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.747 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.748 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.750 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.757 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.759 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.759 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.759 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.761 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.761 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.762 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.762 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.766 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.767 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.767 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.768 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:42.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.777 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:42.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.778 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:42.778 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.779 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.779 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.780 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.782 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.782 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.783 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.784 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.787 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.787 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.788 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.788 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:42.788 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:42.788 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:42.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.789 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.789 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.790 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.791 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:42.798 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.798 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.798 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.799 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.799 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.799 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.799 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.800 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.800 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.800 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.800 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.803 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.803 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.803 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.807 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.807 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.807 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.808 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:42.808 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:42.809 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:42.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.809 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.810 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:42.819 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.819 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.819 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.827 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:42.827 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:42.827 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:42.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.829 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:42.843 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.843 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.843 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.863 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.863 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.866 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.867 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.867 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.867 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.867 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:42.867 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:42.868 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:42.868 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.869 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:42.869 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:42.869 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:42.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:42.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:42.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:42.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:42.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:42.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:42.870 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:42.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.870 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.878 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.879 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.879 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.880 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.887 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.887 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.887 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.888 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:42.899 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.899 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.899 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.900 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.900 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.900 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.900 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.900 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.901 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.901 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.901 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.901 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.907 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:42.907 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:42.907 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:42.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:42.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:42.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:42.909 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:42.922 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:42.922 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:42.922 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:42.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:42.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:42.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:42.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:42.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:42.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:42.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:42.923 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:42.923 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:42.923 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.923 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:42.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.924 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.924 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.924 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.938 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:42.938 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:42.938 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:42.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:42.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:42.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:42.940 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:42.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.007 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:43.008 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:43.008 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:43.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.009 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.009 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:43.023 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.023 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.023 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.025 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.059 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.060 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.060 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.061 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.067 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.067 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.067 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.069 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.094 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:43.094 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:43.095 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:43.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:43.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:43.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:43.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:43.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:43.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:43.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:43.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:43.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:43.097 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:43.127 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:43.127 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:43.128 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:43.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.129 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:43.187 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.187 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.187 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.188 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.189 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.189 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.189 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.189 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.189 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.189 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.222 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:43.222 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:43.222 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:43.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:43.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:43.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:43.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:43.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:43.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:43.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:43.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:43.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:43.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:43.224 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:43.224 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:43.224 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:43.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:43.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:43.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:43.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:43.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:43.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:43.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:43.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:43.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:43.225 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:43.283 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.283 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.283 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.285 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.299 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.299 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.299 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.300 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.300 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.300 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.301 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.301 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.301 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.301 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.327 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.327 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.328 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.346 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:43.346 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:43.346 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:43.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:43.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:43.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:43.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:43.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:43.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:43.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:43.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:43.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:43.348 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:43.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.387 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:43.387 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:43.387 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:43.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:43.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:43.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:43.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:43.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:43.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:43.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:43.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:43.389 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:43.389 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:43.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.390 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:43.391 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:43.391 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:43.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:43.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:43.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:43.392 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:43.392 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:43.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:43.392 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:43.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:43.392 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:43.392 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:43.394 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:43.394 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:43.394 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:43.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:43.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:43.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:43.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:43.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:43.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:43.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:43.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:43.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:43.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:43.419 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.419 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.419 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.419 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.419 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.420 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.421 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.421 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.421 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.421 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.439 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.439 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.439 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.441 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.501 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:43.501 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:43.502 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:43.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:43.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:43.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:43.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:43.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:43.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:43.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:43.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:43.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:43.503 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:43.510 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:43.510 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:43.510 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:43.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:43.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:43.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:43.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:43.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:43.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:43.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:43.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:43.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:43.512 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:43.607 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:43.607 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:43.607 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:43.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.608 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.609 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:43.623 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.623 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.623 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.679 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:43.679 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:43.679 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:43.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.680 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:43.680 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.680 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.680 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:43.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:43.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:43.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.767 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:43.767 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:43.767 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:43.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:43.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:43.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:43.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:43.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:43.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:43.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:43.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:43.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:43.768 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:43.819 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:43.967 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:43.967 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:43.968 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:43.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:43.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:43.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:43.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:44.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.059 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:44.059 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:44.059 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:44.060 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.060 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.060 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.060 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.060 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.060 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.060 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:44.061 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:44.061 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:44.061 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:44.062 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:44.062 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:44.062 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:44.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:44.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:44.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:44.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:44.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:44.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:44.063 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:44.106 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:44.107 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:44.107 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:44.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.109 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.109 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.109 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.109 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:44.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:41.573803 14478 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 14430
20:09:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:44.203325 14478 kernel_stack_watchdog.cc:198] Thread 14430 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 382ms:
20:09:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:09:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:09:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:09:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:09:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:40.186949 14480 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:44.207499 14482 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:44.210690 14430 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 4.021s	user 0.354s	sys 0.753s
20:09:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:44.211697 14430 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 4.023s	user 0.355s	sys 0.753s
20:09:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:44.215596 14481 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 4024 milliseconds
20:09:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.216341 14430 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:09:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.217792 14430 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.221444 14430 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.222960 14430 hybrid_clock.cc:648] HybridClock initialized: now 1779134984222904 us; error 61 us; skew 500 ppm
20:09:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.224267 14430 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.232272 14430 webserver.cc:533] Webserver started at http://127.13.179.193:38895/ using document root <none> and password file <none>
20:09:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.233325 14430 fs_manager.cc:362] Metadata directory not provided
20:09:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.233520 14430 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.234068 14430 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.239398 14430 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/data/instance:
20:09:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b5b0e4e305d43c2b731a47bb3b20157"
20:09:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:44 on dist-test-slave-66b9"
20:09:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.240665 14430 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/wal/instance:
20:09:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b5b0e4e305d43c2b731a47bb3b20157"
20:09:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:44 on dist-test-slave-66b9"
20:09:44.249 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.249544 14430 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
20:09:44.250 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:44.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:44.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:44.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:44.250 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:44.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:44.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:44.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:44.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:44.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:44.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:44.251 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.257473 14548 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.259212 14430 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.002s
20:09:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.259688 14430 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/wal
20:09:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b5b0e4e305d43c2b731a47bb3b20157"
20:09:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:44 on dist-test-slave-66b9"
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.260206 14430 fs_report.cc:389] FS layout report
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/wal
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/wal
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/data/data
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:44.266 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:44.267 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:44.267 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:44.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:44.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:44.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:44.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:44.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:44.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:44.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:44.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:44.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:44.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:44.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.336952 14430 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.338727 14430 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.339201 14430 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.342905 14430 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:09:44.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.348016 14430 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:09:44.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.348358 14430 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
20:09:44.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.348680 14430 ts_tablet_manager.cc:616] Registered 0 tablets
20:09:44.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.348918 14430 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:09:44.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.418 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:44.418 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:44.419 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:44.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:44.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:44.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:44.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:44.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:44.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:44.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:44.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:44.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:44.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:44.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.467 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:44.467 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:44.467 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:44.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.469 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.469 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.469 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.469 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.469 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.469 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:44.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.518 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:44.519 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:44.519 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:44.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:44.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:44.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:44.520 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:44.520 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:44.520 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:44.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:44.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:44.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:44.521 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.648046 14430 rpc_server.cc:307] RPC server started. Bound to: 127.13.179.193:35891
20:09:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.648386 14661 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.179.193:35891 every 8 connection(s)
20:09:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.651240 14430 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/data/info.pb
20:09:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.657689 14031 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 14430
20:09:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.658677 14031 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-0/wal/instance
20:09:44.662 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:44.663 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:44.663 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:44.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.664 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.664 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.664 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:44.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.705072 14031 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/wal
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/data
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/logs
20:09:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/data/info.pb
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.194:0
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.179.194
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.194
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:09:44.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.737118 14662 heartbeater.cc:344] Connected to a master server at 127.13.179.253:42153
20:09:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.738003 14662 heartbeater.cc:461] Registering TS with master...
20:09:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.739691 14662 heartbeater.cc:507] Master 127.13.179.253:42153 requested a full tablet report, sending...
20:09:44.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.745464 14663 heartbeater.cc:344] Connected to a master server at 127.13.179.252:38687
20:09:44.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.745321 14227 ts_manager.cc:194] Registered new tserver with Master: 6b5b0e4e305d43c2b731a47bb3b20157 (127.13.179.193:35891)
20:09:44.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.746133 14663 heartbeater.cc:461] Registering TS with master...
20:09:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.747848 14663 heartbeater.cc:507] Master 127.13.179.252:38687 requested a full tablet report, sending...
20:09:44.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.751426 14227 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.179.193:56523
20:09:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.752228 14311 ts_manager.cc:194] Registered new tserver with Master: 6b5b0e4e305d43c2b731a47bb3b20157 (127.13.179.193:35891)
20:09:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.761858 14664 heartbeater.cc:344] Connected to a master server at 127.13.179.254:33321
20:09:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.762369 14664 heartbeater.cc:461] Registering TS with master...
20:09:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.763232 14664 heartbeater.cc:507] Master 127.13.179.254:33321 requested a full tablet report, sending...
20:09:44.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:44.768558 14095 ts_manager.cc:194] Registered new tserver with Master: 6b5b0e4e305d43c2b731a47bb3b20157 (127.13.179.193:35891)
20:09:44.814 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:44.815 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:44.815 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:44.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.817 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:44.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.839 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:44.839 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:44.839 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:44.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:44.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:44.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:44.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:44.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:44.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:44.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:44.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:44.841 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:44.841 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:44.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.907 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:44.907 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:44.907 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:44.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.907 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:44.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:44.908 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:44.908 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:44.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:44.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:44.909 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:44.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:44.909 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:44.909 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.909 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:44.909 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:44.909 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:44.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:44.909 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:44.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:44.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:44.909 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:44.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:44.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.027 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:45.028 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:45.028 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:45.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.029 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.029 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.029 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.029 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.030 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:45.156304 14670 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:45.156957 14670 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:45.157497 14670 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:45.200 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:45.207026 14670 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:45.208006 14670 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.179.194
20:09:45.239 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:45.239 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:45.239 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:45.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:45.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:45.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:45.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:45.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:45.240 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:45.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:45.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:45.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:45.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:45.268710 14670 tablet_server_runner.cc:78] Tablet server non-default flags:
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/data
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/wal
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.194:0
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/data/info.pb
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.194
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.179.194
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/logs
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:45.271415 14670 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:45.274585 14670 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:45.280 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:45.280 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:45.281 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:45.281 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:45.281 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:45.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:45.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:45.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:45.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:45.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:45.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:45.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:45.282 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:45.294942 14678 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:45.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.321 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:45.321 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:45.321 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:45.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:45.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:45.322 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:45.322 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:45.322 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:45.322 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:45.322 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:45.322 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:45.322 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:45.322 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:45.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.378 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:45.378 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:45.378 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:45.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:45.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:45.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:45.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:45.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:45.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:45.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:45.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:45.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:45.380 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:45.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.404 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:45.404 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:45.404 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:45.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:45.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:45.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:45.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:45.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:45.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:45.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:45.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:45.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:45.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:45.445 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:45.445 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:45.445 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:45.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:45.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:45.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:45.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:45.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:45.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:45.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:45.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:45.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:45.447 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:45.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.503 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:45.503 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:45.503 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:45.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.506 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:45.623 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:45.623 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:45.623 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:45.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:45.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:45.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:45.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:45.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:45.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:45.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:45.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:45.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:45.624 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:45.639 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:45.639 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:45.639 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:45.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:45.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:45.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:45.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:45.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:45.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:45.640 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:45.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:45.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:45.641 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:45.667 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:45.667 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:45.667 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:45.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:45.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:45.668 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:45.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:45.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:45.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:45.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:45.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:45.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:45.668 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:45.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:45.757712 14662 heartbeater.cc:499] Master 127.13.179.253:42153 was elected leader, sending a full tablet report...
20:09:45.776 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:45.776 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:45.776 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:45.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.778 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:45.803 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:45.803 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:45.803 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:45.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:45.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:45.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:45.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:45.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:45.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.040 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:46.040 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:46.040 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:46.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:46.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:46.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:46.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:46.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:46.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:46.042 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:46.042 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:46.042 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:46.042 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:46.147 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:46.147 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:46.147 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:46.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:46.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:46.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:46.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:46.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:46.149 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:46.149 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:46.149 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:46.149 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:46.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:46.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.229 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:46.236 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:46.236 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:46.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:46.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:46.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:46.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:46.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:46.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:46.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:46.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:46.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:46.239 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:46.280 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:46.281 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:46.281 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:46.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:46.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:46.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:46.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:46.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:46.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:46.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:46.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:46.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:46.284 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:46.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.422 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:46.422 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:46.422 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:46.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:46.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:46.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:46.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:46.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:46.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:46.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:46.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:46.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:46.424 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:46.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.627 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:46.627 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:46.627 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:46.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:46.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:46.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:46.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:46.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:46.629 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:46.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:46.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:46.629 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:46.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:46.658 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:46.658 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:46.658 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:46.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:46.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:46.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:46.659 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:46.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:46.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:46.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:46.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:46.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:46.660 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:46.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.701 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:46.701 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:46.701 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:46.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:46.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:46.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:46.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:46.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:46.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:46.702 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:46.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:46.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:46.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:46.710 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:46.710 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:46.711 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:46.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:46.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:46.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:46.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:46.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:46.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:46.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:46.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:46.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:46.712 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:46.740 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:46.740 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:46.740 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:46.741 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:46.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:46.741 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:46.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:46.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:46.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:46.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:46.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:46.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:46.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:46.750 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:46.750 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:46.750 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:46.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:46.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:46.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:46.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:46.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:46.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:46.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:46.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:46.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:46.751 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:46.807 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:46.807 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:46.807 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:46.807 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:46.807 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:46.807 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:46.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:46.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:46.808 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:46.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:46.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:46.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:46.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:46.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:46.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:46.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:46.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:46.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:46.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:46.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:46.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:46.809 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:46.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:46.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:46.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:46.809 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:46.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:45.298571 14679 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:46.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:46.697021 14677 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 14670
20:09:46.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:46.935657 14670 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.637s	user 0.584s	sys 0.897s
20:09:46.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:46.936088 14670 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.640s	user 0.585s	sys 0.897s
20:09:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.946969 14670 server_base.cc:1061] running on GCE node
20:09:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:46.955282 14686 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.956934 14670 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.960863 14670 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:46.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.962431 14670 hybrid_clock.cc:648] HybridClock initialized: now 1779134986962385 us; error 41 us; skew 500 ppm
20:09:46.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.963589 14670 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:46.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.970813 14670 webserver.cc:533] Webserver started at http://127.13.179.194:39527/ using document root <none> and password file <none>
20:09:46.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.972071 14670 fs_manager.cc:362] Metadata directory not provided
20:09:46.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.972421 14670 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.972995 14670 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:46.974 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:46.974 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:46.974 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:46.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:46.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:46.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:46.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:46.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:46.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:46.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:46.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:46.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:46.975 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.979406 14670 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/data/instance:
20:09:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c"
20:09:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:46 on dist-test-slave-66b9"
20:09:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.981055 14670 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/wal/instance:
20:09:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c"
20:09:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:46 on dist-test-slave-66b9"
20:09:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:46.992067 14670 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.003s	sys 0.007s
20:09:47.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.000685 14691 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.002408 14670 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.006s	sys 0.000s
20:09:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.002837 14670 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/wal
20:09:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c"
20:09:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:46 on dist-test-slave-66b9"
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.003257 14670 fs_report.cc:389] FS layout report
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/wal
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/wal
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/data/data
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:47.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.079378 14670 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:47.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.081189 14670 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.081732 14670 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:47.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.085903 14670 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:09:47.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.091401 14670 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:09:47.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.091693 14670 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:09:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.092006 14670 ts_tablet_manager.cc:616] Registered 0 tablets
20:09:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.092204 14670 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:09:47.167 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:47.167 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:47.167 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:47.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:47.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:47.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:47.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:47.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:47.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:47.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:47.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:47.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:47.168 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:47.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.319 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.327087 14670 rpc_server.cc:307] RPC server started. Bound to: 127.13.179.194:42451
20:09:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.327268 14805 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.179.194:42451 every 8 connection(s)
20:09:47.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.329981 14670 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/data/info.pb
20:09:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.338554 14031 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 14670
20:09:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.339151 14031 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-1/wal/instance
20:09:47.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.357964 14031 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu
20:09:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/wal
20:09:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/data
20:09:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:09:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:09:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:09:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/logs
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/data/info.pb
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.195:0
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.179.195
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.195
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:09:47.360 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:47.360 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:47.360 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:47.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:47.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:47.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:47.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:47.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:47.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:47.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:47.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:47.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:47.362 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:47.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.389030 14806 heartbeater.cc:344] Connected to a master server at 127.13.179.253:42153
20:09:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.389503 14806 heartbeater.cc:461] Registering TS with master...
20:09:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.391018 14806 heartbeater.cc:507] Master 127.13.179.253:42153 requested a full tablet report, sending...
20:09:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.394618 14227 ts_manager.cc:194] Registered new tserver with Master: 5cab3a86bcb947ab877f42dfc1ca6b9c (127.13.179.194:42451)
20:09:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.396340 14227 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.179.194:33347
20:09:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.400719 14807 heartbeater.cc:344] Connected to a master server at 127.13.179.252:38687
20:09:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.401114 14807 heartbeater.cc:461] Registering TS with master...
20:09:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.401841 14807 heartbeater.cc:507] Master 127.13.179.252:38687 requested a full tablet report, sending...
20:09:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.405035 14311 ts_manager.cc:194] Registered new tserver with Master: 5cab3a86bcb947ab877f42dfc1ca6b9c (127.13.179.194:42451)
20:09:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.406574 14808 heartbeater.cc:344] Connected to a master server at 127.13.179.254:33321
20:09:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.407094 14808 heartbeater.cc:461] Registering TS with master...
20:09:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.407864 14808 heartbeater.cc:507] Master 127.13.179.254:33321 requested a full tablet report, sending...
20:09:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.410403 14095 ts_manager.cc:194] Registered new tserver with Master: 5cab3a86bcb947ab877f42dfc1ca6b9c (127.13.179.194:42451)
20:09:47.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.724 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:47.724 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:47.724 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:47.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:47.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:47.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:47.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:47.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:47.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:47.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:47.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:47.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:47.724 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:47.747 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:47.747 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:47.747 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:47.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:47.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:47.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:47.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:47.748 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:47.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:47.748 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:47.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:47.748 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:47.748 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:47.770 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:47.770 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:47.770 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:47.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:47.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:47.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:47.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:47.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:47.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:47.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:47.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:47.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:47.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:47.794988 14813 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:09:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:47.795487 14813 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:09:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:47.795967 14813 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:09:47.809 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:47.809 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:47.809 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:47.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:47.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:47.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:47.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:47.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:47.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:47.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:47.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:47.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:47.811 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:47.819 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:47.840215 14813 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:09:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:47.841475 14813 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.179.195
20:09:47.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.894 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.896373 14813 tablet_server_runner.cc:78] Tablet server non-default flags:
20:09:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.179.212:42199
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/data
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/wal
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.179.195:0
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/data/info.pb
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.179.195
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.179.254:33321,127.13.179.253:42153,127.13.179.252:38687
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.179.195
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/logs
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 19:43:23 UTC on e7f111948823
20:09:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11963
20:09:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:09:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.898262 14813 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:09:47.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:47.900741 14813 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:47.920468 14824 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:47.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:47.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.000 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:48.001 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:48.001 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:48.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:48.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:48.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:48.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:48.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:48.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:48.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:48.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:48.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:48.003 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:48.004 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:48.004 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:48.004 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:48.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.006 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:48.139 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:48.139 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:48.139 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:48.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.141 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:48.175 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:48.175 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:48.175 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:48.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:48.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:48.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:48.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:48.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:48.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:48.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:48.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:48.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:48.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:48.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.207 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:48.208 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:48.208 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:48.208 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:48.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:48.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:48.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:48.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:48.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:48.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:48.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:48.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:48.209 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:48.227 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:48.227 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:48.227 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:48.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:48.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:48.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:48.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:48.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:48.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:48.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:48.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:48.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:48.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:48.291 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:48.291 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:48.291 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:48.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:48.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:48.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:48.292 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:48.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:48.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:48.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:48.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:48.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:48.293 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:48.321 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.336 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:48.336 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:48.336 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:48.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:48.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:48.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:48.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:48.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:48.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:48.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:48.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:48.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:48.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:48.350 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:48.350 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:48.350 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:48.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:48.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:48.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:48.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:48.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:48.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:48.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:48.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:48.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:48.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:48.356 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:48.401768 14806 heartbeater.cc:499] Master 127.13.179.253:42153 was elected leader, sending a full tablet report...
20:09:48.414 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:48.415 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:48.415 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:48.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.418 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:48.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.499 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:48.500 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:48.500 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:48.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.500 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.500 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.501 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.501 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.501 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:48.540 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:48.540 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:48.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.541 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:48.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.541 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.541 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.541 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.542 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:48.599 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:48.600 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:48.600 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:48.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.601 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.601 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.601 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.601 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.601 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.601 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.601 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:48.603 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:48.603 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:48.603 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:48.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.604 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.605 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:48.664 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:48.664 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:48.664 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:48.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:48.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:48.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:48.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:48.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:48.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:48.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:48.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:48.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:48.666 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:48.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.765 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:48.765 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:48.765 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:48.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:48.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:48.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:48.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:48.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:48.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:48.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:48.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:48.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:48.767 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:48.779 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:48.779 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:48.780 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:48.780 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.780 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.780 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:48.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.822 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:48.822 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:48.823 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:48.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:48.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:48.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:48.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:48.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:48.983 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:48.983 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:48.984 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:48.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:48.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:48.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:48.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:49.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.200 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:49.200 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:49.200 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:49.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:49.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:49.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:49.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:49.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:49.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:49.202 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:49.202 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:49.202 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:49.202 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:49.203 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.245 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:49.245 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:49.245 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:49.246 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:49.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:49.247 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:49.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:49.247 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:49.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:49.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:49.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:49.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:49.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:49.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:49.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:49.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:49.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:49.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:49.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:49.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:49.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:49.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:49.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:49.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:49.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:49.249 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:49.295 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:49.296 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:49.296 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:49.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:49.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:49.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:49.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:49.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:49.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:49.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:49.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:49.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:49.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:49.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.465 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:49.465 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:49.465 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:49.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:49.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:49.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:49.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:49.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:49.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:49.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:49.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:49.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:49.466 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:49.467 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:49.332755 14822 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 14813
20:09:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:49.462574 14813 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.546s	user 0.552s	sys 0.943s
20:09:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:47.921785 14823 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:49.468173 14813 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.551s	user 0.552s	sys 0.943s
20:09:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.482282 14813 server_base.cc:1061] running on GCE node
20:09:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:49.486295 14829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:09:49.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.488272 14813 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:09:49.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.491472 14813 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:09:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.492911 14813 hybrid_clock.cc:648] HybridClock initialized: now 1779134989492836 us; error 62 us; skew 500 ppm
20:09:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.494081 14813 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:09:49.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.502374 14813 webserver.cc:533] Webserver started at http://127.13.179.195:41355/ using document root <none> and password file <none>
20:09:49.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.503654 14813 fs_manager.cc:362] Metadata directory not provided
20:09:49.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.503994 14813 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:09:49.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.504594 14813 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:09:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.510847 14813 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/data/instance:
20:09:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295ba8c7e225462a97d4563961c68a8b"
20:09:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:49 on dist-test-slave-66b9"
20:09:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.512336 14813 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/wal/instance:
20:09:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295ba8c7e225462a97d4563961c68a8b"
20:09:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:49 on dist-test-slave-66b9"
20:09:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.521386 14813 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.001s
20:09:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.528694 14834 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:09:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.530126 14813 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
20:09:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.530532 14813 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/data,/tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/wal
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295ba8c7e225462a97d4563961c68a8b"
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 20:09:49 on dist-test-slave-66b9"
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.530964 14813 fs_report.cc:389] FS layout report
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/wal
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/wal
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/data/data
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:09:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:09:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:09:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:09:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:09:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:09:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.588721 14813 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:09:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.590412 14813 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:09:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.590956 14813 kserver.cc:163] Server-wide thread pool size limit: 3276
20:09:49.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.593880 14813 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:09:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.598593 14813 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:09:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.598857 14813 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:09:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.599124 14813 ts_tablet_manager.cc:616] Registered 0 tablets
20:09:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.599313 14813 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:09:49.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.707 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:49.707 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:49.707 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:49.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:49.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:49.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:49.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:49.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:49.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:49.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:49.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:49.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:49.708 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:49.740 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:49.740 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:49.741 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:49.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:49.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:49.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:49.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:49.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:49.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:49.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:49.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:49.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:49.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.792771 14813 rpc_server.cc:307] RPC server started. Bound to: 127.13.179.195:41763
20:09:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.792867 14947 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.179.195:41763 every 8 connection(s)
20:09:49.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.795677 14813 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/data/info.pb
20:09:49.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.798002 14031 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu as pid 14813
20:09:49.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.798516 14031 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskrmf_CC/test-tmp/mini-kudu-cluster5697774551518476570/ts-2/wal/instance
20:09:49.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.865823 14948 heartbeater.cc:344] Connected to a master server at 127.13.179.253:42153
20:09:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.866427 14948 heartbeater.cc:461] Registering TS with master...
20:09:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.867915 14948 heartbeater.cc:507] Master 127.13.179.253:42153 requested a full tablet report, sending...
20:09:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.871770 14952 heartbeater.cc:344] Connected to a master server at 127.13.179.254:33321
20:09:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.871713 14227 ts_manager.cc:194] Registered new tserver with Master: 295ba8c7e225462a97d4563961c68a8b (127.13.179.195:41763)
20:09:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.872138 14952 heartbeater.cc:461] Registering TS with master...
20:09:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.873172 14952 heartbeater.cc:507] Master 127.13.179.254:33321 requested a full tablet report, sending...
20:09:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.873646 14227 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.179.195:45923
20:09:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.876101 14095 ts_manager.cc:194] Registered new tserver with Master: 295ba8c7e225462a97d4563961c68a8b (127.13.179.195:41763)
20:09:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.879065 14949 heartbeater.cc:344] Connected to a master server at 127.13.179.252:38687
20:09:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.879494 14949 heartbeater.cc:461] Registering TS with master...
20:09:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.880220 14949 heartbeater.cc:507] Master 127.13.179.252:38687 requested a full tablet report, sending...
20:09:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.882870 14311 ts_manager.cc:194] Registered new tserver with Master: 295ba8c7e225462a97d4563961c68a8b (127.13.179.195:41763)
20:09:49.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.900091 14031 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:09:49.918 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:09:49.918 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:09:49.919 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.13.179.254"
      port: 33321
    }
    bound_http_address {
      host: "127.13.179.254"
      port: 43845
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.13.179.253"
      port: 42153
    }
    bound_http_address {
      host: "127.13.179.253"
      port: 46571
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.13.179.252"
      port: 38687
    }
    bound_http_address {
      host: "127.13.179.252"
      port: 42353
    }
  }
}

20:09:49.920 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:09:49.921 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.13.179.193"
      port: 35891
    }
    bound_http_address {
      host: "127.13.179.193"
      port: 38895
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.13.179.194"
      port: 42451
    }
    bound_http_address {
      host: "127.13.179.194"
      port: 39527
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.13.179.195"
      port: 41763
    }
    bound_http_address {
      host: "127.13.179.195"
      port: 41355
    }
  }
}

20:09:49.921 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:09:49.923 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:49.927 [DEBUG - main] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:09:49.927 [DEBUG - main] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:09:49.928 [DEBUG - main] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:09:49.928 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.218.189:41435(127.12.218.189:41435)] Successfully connected to peer
20:09:49.935 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.218.190:45219(127.12.218.190:45219)] Successfully connected to peer
20:09:49.935 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.218.188:33935(127.12.218.188:33935)] Successfully connected to peer
20:09:49.944 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.188
20:09:49.946 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.189
20:09:49.946 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.190
20:09:49.956 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:49.960 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0cd2b1e5, L:/127.0.0.1:43638 - R:/127.12.218.189:41435] using SASL/PLAIN
20:09:49.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:49.967 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:49.971 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:49.971 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2adc026d, L:/127.0.0.1:53268 - R:/127.12.218.190:45219] using SASL/PLAIN
20:09:49.974 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x86e6b5db, L:/127.0.0.1:59316 - R:/127.12.218.188:33935] using SASL/PLAIN
20:09:49.981 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:49.981 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=55), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.218.190:45219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.218.189:41435, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.218.188:33935, [37ms] Sub RPC ConnectToMaster: received response from server master-127.12.218.189:41435: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.12.218.190:45219: OK, [54ms] Sub RPC ConnectToMaster: received response from server master-127.12.218.188:33935: OK, deferred=null) after lookup
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:49.986466 13370 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59316:
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:09:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:09:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:49.993705 13370 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:09:49.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.015 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:50.016 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:50.016 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:50.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.017 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:50.019 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:50.019 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:50.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:50.019 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:50.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:50.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:50.019 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:50.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:50.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:50.020 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:50.020 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:50.020 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:50.020 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:50.053 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c42f35cf5e564f54b883bd6fbd748352
20:09:50.103 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:50.103 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:50.103 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:50.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:50.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:50.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:50.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:50.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:50.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:50.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:50.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:50.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:50.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:50.135 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:50.135 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:50.136 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:50.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.135578 13956 tablet_service.cc:1511] Processing CreateTablet for tablet 28a806f638fc48208765ca8fa8650f21 (DEFAULT_TABLE table=replication_test_table [id=c42f35cf5e564f54b883bd6fbd748352]), partition=RANGE (int8) PARTITION UNBOUNDED
20:09:50.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.138509 13956 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 28a806f638fc48208765ca8fa8650f21. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.147023 13762 tablet_service.cc:1511] Processing CreateTablet for tablet 28a806f638fc48208765ca8fa8650f21 (DEFAULT_TABLE table=replication_test_table [id=c42f35cf5e564f54b883bd6fbd748352]), partition=RANGE (int8) PARTITION UNBOUNDED
20:09:50.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.153661 13762 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 28a806f638fc48208765ca8fa8650f21. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:50.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.155602 13621 tablet_service.cc:1511] Processing CreateTablet for tablet 28a806f638fc48208765ca8fa8650f21 (DEFAULT_TABLE table=replication_test_table [id=c42f35cf5e564f54b883bd6fbd748352]), partition=RANGE (int8) PARTITION UNBOUNDED
20:09:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.165261 13621 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 28a806f638fc48208765ca8fa8650f21. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:50.187 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:50.188 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:50.188 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:50.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.189 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:50.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.182010 14981 tablet_bootstrap.cc:492] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5: Bootstrap starting.
20:09:50.200 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.214259 14982 tablet_bootstrap.cc:492] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2: Bootstrap starting.
20:09:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.213464 14981 tablet_bootstrap.cc:654] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5: Neither blocks nor log segments found. Creating new log.
20:09:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.219617 14981 log.cc:826] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5: Log is configured to *not* fsync() on all Append() calls
20:09:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.226329 14982 tablet_bootstrap.cc:654] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2: Neither blocks nor log segments found. Creating new log.
20:09:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.228936 14982 log.cc:826] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2: Log is configured to *not* fsync() on all Append() calls
20:09:50.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.234416 14981 tablet_bootstrap.cc:492] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5: No bootstrap required, opened a new log
20:09:50.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.235059 14981 ts_tablet_manager.cc:1403] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5: Time spent bootstrapping tablet: real 0.054s	user 0.004s	sys 0.016s
20:09:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.236304 14982 tablet_bootstrap.cc:492] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2: No bootstrap required, opened a new log
20:09:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.236882 14982 ts_tablet_manager.cc:1403] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2: Time spent bootstrapping tablet: real 0.025s	user 0.010s	sys 0.008s
20:09:50.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.242831 14985 tablet_bootstrap.cc:492] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4: Bootstrap starting.
20:09:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.252012 14985 tablet_bootstrap.cc:654] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4: Neither blocks nor log segments found. Creating new log.
20:09:50.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.254954 14985 log.cc:826] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4: Log is configured to *not* fsync() on all Append() calls
20:09:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.268450 14985 tablet_bootstrap.cc:492] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4: No bootstrap required, opened a new log
20:09:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.269196 14985 ts_tablet_manager.cc:1403] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4: Time spent bootstrapping tablet: real 0.027s	user 0.019s	sys 0.003s
20:09:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.304035 14985 raft_consensus.cc:359] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } }
20:09:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.305225 14985 raft_consensus.cc:385] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.305675 14985 raft_consensus.cc:740] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1810d5b19b9c4b91be268c4af66b6af4, State: Initialized, Role: FOLLOWER
20:09:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.306109 14981 raft_consensus.cc:359] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } }
20:09:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.307004 14981 raft_consensus.cc:385] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.307338 14981 raft_consensus.cc:740] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b15fa5e284694022be9c501e7d91eba5, State: Initialized, Role: FOLLOWER
20:09:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.306803 14985 consensus_queue.cc:260] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } }
20:09:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.308306 14981 consensus_queue.cc:260] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } }
20:09:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.304090 14982 raft_consensus.cc:359] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } }
20:09:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.309733 14982 raft_consensus.cc:385] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.310204 14982 raft_consensus.cc:740] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd21531327c8485aab50f17b2e142dd2, State: Initialized, Role: FOLLOWER
20:09:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.313295 14982 consensus_queue.cc:260] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } }
20:09:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.319638 14985 ts_tablet_manager.cc:1434] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4: Time spent starting tablet: real 0.050s	user 0.030s	sys 0.011s
20:09:50.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.329020 14982 ts_tablet_manager.cc:1434] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2: Time spent starting tablet: real 0.092s	user 0.030s	sys 0.009s
20:09:50.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.334937 14981 ts_tablet_manager.cc:1434] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5: Time spent starting tablet: real 0.099s	user 0.036s	sys 0.021s
20:09:50.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.426671 14989 raft_consensus.cc:493] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:09:50.429 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.427320 14989 raft_consensus.cc:515] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } }
20:09:50.429 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:50.429 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:50.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:50.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:50.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:50.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:50.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:50.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:50.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:50.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:50.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:50.430 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.432099 14989 leader_election.cc:290] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b15fa5e284694022be9c501e7d91eba5 (127.12.218.131:32797), 1810d5b19b9c4b91be268c4af66b6af4 (127.12.218.129:44499)
20:09:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.450001 13976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "28a806f638fc48208765ca8fa8650f21" candidate_uuid: "fd21531327c8485aab50f17b2e142dd2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b15fa5e284694022be9c501e7d91eba5" is_pre_election: true
20:09:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.450994 13976 raft_consensus.cc:2468] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fd21531327c8485aab50f17b2e142dd2 in term 0.
20:09:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.452589 13716 leader_election.cc:304] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b15fa5e284694022be9c501e7d91eba5, fd21531327c8485aab50f17b2e142dd2; no voters: 
20:09:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.453553 14989 raft_consensus.cc:2804] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:09:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.454025 14989 raft_consensus.cc:493] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:09:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.454334 14989 raft_consensus.cc:3060] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 0 FOLLOWER]: Advancing to term 1
20:09:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.460801 13641 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "28a806f638fc48208765ca8fa8650f21" candidate_uuid: "fd21531327c8485aab50f17b2e142dd2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1810d5b19b9c4b91be268c4af66b6af4" is_pre_election: true
20:09:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.461612 13641 raft_consensus.cc:2468] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fd21531327c8485aab50f17b2e142dd2 in term 0.
20:09:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.464355 14989 raft_consensus.cc:515] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } }
20:09:50.466 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.466537 14989 leader_election.cc:290] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [CANDIDATE]: Term 1 election: Requested vote from peers b15fa5e284694022be9c501e7d91eba5 (127.12.218.131:32797), 1810d5b19b9c4b91be268c4af66b6af4 (127.12.218.129:44499)
20:09:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.467542 13976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "28a806f638fc48208765ca8fa8650f21" candidate_uuid: "fd21531327c8485aab50f17b2e142dd2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b15fa5e284694022be9c501e7d91eba5"
20:09:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.467700 13641 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "28a806f638fc48208765ca8fa8650f21" candidate_uuid: "fd21531327c8485aab50f17b2e142dd2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1810d5b19b9c4b91be268c4af66b6af4"
20:09:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.468144 13976 raft_consensus.cc:3060] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5 [term 0 FOLLOWER]: Advancing to term 1
20:09:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.468207 13641 raft_consensus.cc:3060] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4 [term 0 FOLLOWER]: Advancing to term 1
20:09:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.475512 13976 raft_consensus.cc:2468] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fd21531327c8485aab50f17b2e142dd2 in term 1.
20:09:50.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.477770 13716 leader_election.cc:304] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b15fa5e284694022be9c501e7d91eba5, fd21531327c8485aab50f17b2e142dd2; no voters: 
20:09:50.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.479000 14989 raft_consensus.cc:2804] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 1 FOLLOWER]: Leader election won for term 1
20:09:50.483 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:50.483 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:50.483 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:50.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:50.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:50.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:50.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:50.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:50.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:50.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:50.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:50.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:50.485 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.482789 13641 raft_consensus.cc:2468] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fd21531327c8485aab50f17b2e142dd2 in term 1.
20:09:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.498463 14989 raft_consensus.cc:697] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [term 1 LEADER]: Becoming Leader. State: Replica: fd21531327c8485aab50f17b2e142dd2, State: Running, Role: LEADER
20:09:50.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.500526 14989 consensus_queue.cc:237] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } }
20:09:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:50.501863 13689 tablet.cc:2404] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:50.503 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:50.504 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:50.504 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:50.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:50.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:50.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:50.505 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:50.507 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:50.507 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:50.507 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:50.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:50.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:50.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:50.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:50.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:50.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:50.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:50.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:50.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:50.509 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.513725 13368 catalog_manager.cc:5696] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 reported cstate change: term changed from 0 to 1, leader changed from <none> to fd21531327c8485aab50f17b2e142dd2 (127.12.218.130). New cstate: current_term: 1 leader_uuid: "fd21531327c8485aab50f17b2e142dd2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fd21531327c8485aab50f17b2e142dd2" member_type: VOTER last_known_addr { host: "127.12.218.130" port: 46007 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 } health_report { overall_health: UNKNOWN } } }
20:09:50.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:50.523046 13832 tablet.cc:2404] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:50.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:50.534600 14028 tablet.cc:2404] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:50.580 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:50.580 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:50.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:50.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:50.581 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:50.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:50.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:50.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:50.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:50.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:50.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:50.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:50.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:50.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.707 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:50.707 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:50.707 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:50.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:50.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:50.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:50.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:50.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:50.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:50.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:50.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:50.708 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:50.708 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:50.820 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.822 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:50.822 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:50.822 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:50.822 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:50.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:50.822 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:50.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:50.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:50.822 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:50.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:50.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:50.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:50.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:50.847 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:50.847 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:50.847 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:50.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:50.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:50.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:50.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:50.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:50.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:50.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:50.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:50.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:50.848 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:50.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.877848 14948 heartbeater.cc:499] Master 127.13.179.253:42153 was elected leader, sending a full tablet report...
20:09:50.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.893 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c42f35cf5e564f54b883bd6fbd748352
20:09:50.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 28a806f638fc48208765ca8fa8650f21 for table 'replication_test_table' with partition [<start>, <end>)
20:09:50.911 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=28a806f638fc48208765ca8fa8650f21@[1810d5b19b9c4b91be268c4af66b6af4(127.12.218.129:44499),b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797),fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)[L]]}]
20:09:50.912 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.218.188:33935, [6ms] Sub RPC GetTableLocations: received response from server master-127.12.218.188:33935: OK, deferred=null) after lookup
20:09:50.912 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)] connecting to peer
20:09:50.913 [DEBUG - kudu-nio-3] (Connection.java:757) [peer fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)] Successfully connected to peer
20:09:50.922 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:50.922 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:50.922 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:50.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:50.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:50.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:50.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:50.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:50.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:50.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:50.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:50.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:50.923 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:50.925 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:50.929 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xab36bccf, L:/127.0.0.1:37168 - R:/127.12.218.130:46007] using TOKEN/null
20:09:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.946336 13641 raft_consensus.cc:1275] T 28a806f638fc48208765ca8fa8650f21 P 1810d5b19b9c4b91be268c4af66b6af4 [term 1 FOLLOWER]: Refusing update from remote peer fd21531327c8485aab50f17b2e142dd2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:09:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.946346 13976 raft_consensus.cc:1275] T 28a806f638fc48208765ca8fa8650f21 P b15fa5e284694022be9c501e7d91eba5 [term 1 FOLLOWER]: Refusing update from remote peer fd21531327c8485aab50f17b2e142dd2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:09:50.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.948834 14992 consensus_queue.cc:1048] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b15fa5e284694022be9c501e7d91eba5" member_type: VOTER last_known_addr { host: "127.12.218.131" port: 32797 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:09:50.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:50.949689 14989 consensus_queue.cc:1048] T 28a806f638fc48208765ca8fa8650f21 P fd21531327c8485aab50f17b2e142dd2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1810d5b19b9c4b91be268c4af66b6af4" member_type: VOTER last_known_addr { host: "127.12.218.129" port: 44499 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:09:50.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:50.974 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:50.974 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:50.974 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:50.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:50.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:50.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:50.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:50.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:50.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:50.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:50.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:50.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:50.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:51.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.006006 14996 mvcc.cc:204] Tried to move back new op lower bound from 7287336922895007744 to 7287336921099218944. Current Snapshot: MvccSnapshot[applied={T|T < 7287336922895007744}]
20:09:51.026 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:51.027 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:51.027 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:51.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:51.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:51.028 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:51.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:51.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:51.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:51.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:51.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:51.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:51.029 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:51.029 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:51.029 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:51.029 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:51.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:51.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:51.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:51.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:51.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:51.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:51.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:51.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:51.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:51.032 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:51.101 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:51.101 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:51.101 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:51.101 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:51.101 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:51.102 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:51.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:51.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:51.102 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:51.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:51.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:51.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:51.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:51.200 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.303 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:51.305 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:51.306 [DEBUG - main] (Connection.java:748) [peer master-127.13.179.253:42153(127.13.179.253:42153)] connecting to peer
20:09:51.306 [DEBUG - main] (Connection.java:748) [peer master-127.13.179.254:33321(127.13.179.254:33321)] connecting to peer
20:09:51.307 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.179.253:42153(127.13.179.253:42153)] Successfully connected to peer
20:09:51.311 [DEBUG - main] (Connection.java:748) [peer master-127.13.179.252:38687(127.13.179.252:38687)] connecting to peer
20:09:51.312 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.179.254:33321(127.13.179.254:33321)] Successfully connected to peer
20:09:51.314 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.179.252:38687(127.13.179.252:38687)] Successfully connected to peer
20:09:51.320 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.320 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.254
20:09:51.332 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.252
20:09:51.332 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.253
20:09:51.336 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:51.339 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:51.339 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:51.339 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:51.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:51.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:51.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:51.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:51.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:51.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:51.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:51.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:51.341 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:51.341 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:51.341 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x29c9299f, L:/127.0.0.1:48206 - R:/127.13.179.254:33321] using SASL/PLAIN
20:09:51.343 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:51.345 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:51.347 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:51.348 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:51.348 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:51.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:51.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:51.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:51.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:51.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:51.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:51.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:51.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:51.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:51.349 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:51.349 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5ccfc2a3, L:/127.0.0.1:49830 - R:/127.13.179.253:42153] using SASL/PLAIN
20:09:51.349 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb6764186, L:/127.0.0.1:33642 - R:/127.13.179.252:38687] using SASL/PLAIN
20:09:51.352 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:51.353 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.253:42153, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.254:33321, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.252:38687, [39ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.254:33321: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.253:42153: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.252:38687: OK, deferred=null) after lookup
20:09:51.356 [DEBUG - main] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:09:51.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.358 [DEBUG - main] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:09:51.359 [DEBUG - main] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:09:51.360 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.218.189:41435(127.12.218.189:41435)] Successfully connected to peer
20:09:51.367 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.218.190:45219(127.12.218.190:45219)] Successfully connected to peer
20:09:51.368 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.218.188:33935(127.12.218.188:33935)] Successfully connected to peer
20:09:51.369 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:51.370 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:51.370 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:51.370 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:51.370 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:51.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:51.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:51.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:51.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:51.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:51.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:51.370 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:51.371 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:51.371 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.190
20:09:51.374 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.189
20:09:51.378 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.188
20:09:51.380 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:51.382 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:51.383 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x80d632ae, L:/127.0.0.1:53276 - R:/127.12.218.190:45219] using SASL/PLAIN
20:09:51.385 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc8dafe5b, L:/127.0.0.1:43644 - R:/127.12.218.189:41435] using SASL/PLAIN
20:09:51.386 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:51.389 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2099575c, L:/127.0.0.1:59318 - R:/127.12.218.188:33935] using SASL/PLAIN
20:09:51.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:51.393 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.218.190:45219, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.218.189:41435, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.218.188:33935, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.218.190:45219: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.12.218.189:41435: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.12.218.188:33935: OK, deferred=null) after lookup
20:09:51.399 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:51.399 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:51.399 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:51.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:51.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:51.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:51.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:51.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:51.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:51.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:51.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:51.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:51.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:51.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c42f35cf5e564f54b883bd6fbd748352
20:09:51.405 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 28a806f638fc48208765ca8fa8650f21 for table 'replication_test_table' with partition [<start>, <end>)
20:09:51.405 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=28a806f638fc48208765ca8fa8650f21@[1810d5b19b9c4b91be268c4af66b6af4(127.12.218.129:44499),b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797),fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)[L]]}]
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.408957 14227 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49830:
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
20:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\000\000\000\007\000\000\000\000"
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
20:09:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:51.416229 14227 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:09:51.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:51.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.494 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:51.494 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:51.494 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:51.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:51.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:51.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:51.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:51.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:51.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:51.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:51.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:51.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:51.495 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:51.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.533370 14596 tablet_service.cc:1511] Processing CreateTablet for tablet 45c02f2767e84efca2ca5f1bddc8f6c1 (DEFAULT_TABLE table=replication_test_table [id=a86eb99938ef4e1ebda13d3b545e3763]), partition=RANGE (int8) PARTITION UNBOUNDED
20:09:51.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.535768 14596 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 45c02f2767e84efca2ca5f1bddc8f6c1. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:51.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.560281 14882 tablet_service.cc:1511] Processing CreateTablet for tablet 45c02f2767e84efca2ca5f1bddc8f6c1 (DEFAULT_TABLE table=replication_test_table [id=a86eb99938ef4e1ebda13d3b545e3763]), partition=RANGE (int8) PARTITION UNBOUNDED
20:09:51.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.562456 14882 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 45c02f2767e84efca2ca5f1bddc8f6c1. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.572568 14741 tablet_service.cc:1511] Processing CreateTablet for tablet 45c02f2767e84efca2ca5f1bddc8f6c1 (DEFAULT_TABLE table=replication_test_table [id=a86eb99938ef4e1ebda13d3b545e3763]), partition=RANGE (int8) PARTITION UNBOUNDED
20:09:51.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.575013 14741 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 45c02f2767e84efca2ca5f1bddc8f6c1. 1 dirs total, 0 dirs full, 0 dirs failed
20:09:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.580529 15040 tablet_bootstrap.cc:492] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157: Bootstrap starting.
20:09:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.594332 15040 tablet_bootstrap.cc:654] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157: Neither blocks nor log segments found. Creating new log.
20:09:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.599018 15040 log.cc:826] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157: Log is configured to *not* fsync() on all Append() calls
20:09:51.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.605195 15042 tablet_bootstrap.cc:492] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b: Bootstrap starting.
20:09:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.613808 15042 tablet_bootstrap.cc:654] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b: Neither blocks nor log segments found. Creating new log.
20:09:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.616278 15042 log.cc:826] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b: Log is configured to *not* fsync() on all Append() calls
20:09:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.618805 15040 tablet_bootstrap.cc:492] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157: No bootstrap required, opened a new log
20:09:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.619656 15040 ts_tablet_manager.cc:1403] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157: Time spent bootstrapping tablet: real 0.041s	user 0.016s	sys 0.013s
20:09:51.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.629967 15046 tablet_bootstrap.cc:492] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c: Bootstrap starting.
20:09:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.640028 15042 tablet_bootstrap.cc:492] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b: No bootstrap required, opened a new log
20:09:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.640745 15042 ts_tablet_manager.cc:1403] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b: Time spent bootstrapping tablet: real 0.036s	user 0.021s	sys 0.009s
20:09:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.644279 15046 tablet_bootstrap.cc:654] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c: Neither blocks nor log segments found. Creating new log.
20:09:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.647500 15046 log.cc:826] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c: Log is configured to *not* fsync() on all Append() calls
20:09:51.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:51.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:51.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:51.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:51.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:51.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:51.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:51.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:51.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:51.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:51.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:51.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:51.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:51.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.660672 15046 tablet_bootstrap.cc:492] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c: No bootstrap required, opened a new log
20:09:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.661284 15046 ts_tablet_manager.cc:1403] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c: Time spent bootstrapping tablet: real 0.032s	user 0.015s	sys 0.010s
20:09:51.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.664103 15040 raft_consensus.cc:359] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } }
20:09:51.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.665484 15040 raft_consensus.cc:385] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:51.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.666195 15040 raft_consensus.cc:740] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6b5b0e4e305d43c2b731a47bb3b20157, State: Initialized, Role: FOLLOWER
20:09:51.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.668794 15040 consensus_queue.cc:260] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } }
20:09:51.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.681582 15042 raft_consensus.cc:359] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } }
20:09:51.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.682752 15042 raft_consensus.cc:385] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:51.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.683075 15042 raft_consensus.cc:740] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 295ba8c7e225462a97d4563961c68a8b, State: Initialized, Role: FOLLOWER
20:09:51.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.687884 15040 ts_tablet_manager.cc:1434] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157: Time spent starting tablet: real 0.068s	user 0.035s	sys 0.017s
20:09:51.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.684808 15042 consensus_queue.cc:260] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } }
20:09:51.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.701136 15046 raft_consensus.cc:359] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } }
20:09:51.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.705009 15042 ts_tablet_manager.cc:1434] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b: Time spent starting tablet: real 0.064s	user 0.029s	sys 0.014s
20:09:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.702373 15046 raft_consensus.cc:385] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:09:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.709725 15046 raft_consensus.cc:740] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cab3a86bcb947ab877f42dfc1ca6b9c, State: Initialized, Role: FOLLOWER
20:09:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.711395 15046 consensus_queue.cc:260] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } }
20:09:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.719842 15046 ts_tablet_manager.cc:1434] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c: Time spent starting tablet: real 0.058s	user 0.037s	sys 0.006s
20:09:51.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:51.737401 14669 tablet.cc:2404] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:51.744 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:51.744 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:51.744 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:51.744 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:51.744 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:51.744 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:51.744 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:51.744 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:51.744 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:51.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:51.744 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:51.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:51.745 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:51.745 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27811), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [77ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [151ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [205ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [213ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [279ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [280ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [280ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [280ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [281ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [356ms] refreshing cache from master, [356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [359ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [360ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [461ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [942ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [943ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [943ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [944ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1103ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2759ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2763ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [6619ms] refreshing cache from master, [6620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6620ms] too many traces: truncated at 100 traces, deferred=Deferred@1446247094(state=PENDING, result=null, callback=(continuation of Deferred@1404266276 after retry RPC after error@1105222500) -> (continuation of Deferred@1595884812 after retry RPC after error@380695059) -> (continuation of Deferred@1592929702 after retry RPC after error@495609447) -> (continuation of Deferred@949516287 after retry RPC after error@698956437) -> (continuation of Deferred@1727642907 after retry RPC after error@672024317) -> (continuation of Deferred@1406335884 after retry RPC after error@869211889) -> (continuation of Deferred@418737398 after retry RPC after error@1108801723) -> (continuation of Deferred@115111406 after retry RPC after error@1303370578) -> (continuation of Deferred@2123275469 after retry RPC after error@187199623) -> (continuation of Deferred@1857951497 after retry RPC after error@1576543431) -> (continuation of Deferred@1461367617 after retry RPC after error@528371053) -> (continuation of Deferred@31856596 after retry RPC after error@497337651) -> (continuation of Deferred@522648957 after retry RPC after error@1927204561) -> (continuation of Deferred@1127694313 after retry RPC after error@2021779425) -> (continuation of Deferred@1348743321 after retry RPC after error@1422447618) -> (continuation of Deferred@788160773 after retry RPC after error@1496524244) -> (continuation of Deferred@681715347 after retry RPC after error@987275073) -> (continuation of Deferred@1196897110 after retry RPC after error@118141933) -> (continuation of Deferred@1042647841 after retry RPC after error@1081686323) -> (continuation of Deferred@1053458409 after retry RPC after error@1821193734), errback=(continuation of Deferred@1404266276 after retry RPC after error@1105222500) -> (continuation of Deferred@1595884812 after retry RPC after error@380695059) -> (continuation of Deferred@1592929702 after retry RPC after error@495609447) -> (continuation of Deferred@949516287 after retry RPC after error@698956437) -> (continuation of Deferred@1727642907 after retry RPC after error@672024317) -> (continuation of Deferred@1406335884 after retry RPC after error@869211889) -> (continuation of Deferred@418737398 after retry RPC after error@1108801723) -> (continuation of Deferred@115111406 after retry RPC after error@1303370578) -> (continuation of Deferred@2123275469 after retry RPC after error@187199623) -> (continuation of Deferred@1857951497 after retry RPC after error@1576543431) -> (continuation of Deferred@1461367617 after retry RPC after error@528371053) -> (continuation of Deferred@31856596 after retry RPC after error@497337651) -> (continuation of Deferred@522648957 after retry RPC after error@1927204561) -> (continuation of Deferred@1127694313 after retry RPC after error@2021779425) -> (continuation of Deferred@1348743321 after retry RPC after error@1422447618) -> (continuation of Deferred@788160773 after retry RPC after error@1496524244) -> (continuation of Deferred@681715347 after retry RPC after error@987275073) -> (continuation of Deferred@1196897110 after retry RPC after error@118141933) -> (continuation of Deferred@1042647841 after retry RPC after error@1081686323) -> (continuation of Deferred@1053458409 after retry RPC after error@1821193734)))
20:09:51.747 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:09:51.747 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27811), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [77ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [151ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [205ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [213ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [279ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [280ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [280ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [280ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [281ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [356ms] refreshing cache from master, [356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [359ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [360ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [461ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [942ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [943ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [943ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [944ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1103ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2759ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2763ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [6619ms] refreshing cache from master, [6620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6620ms] too many traces: truncated at 100 traces, deferred=Deferred@1446247094(state=PENDING, result=null, callback=(continuation of Deferred@1404266276 after retry RPC after error@1105222500) -> (continuation of Deferred@1595884812 after retry RPC after error@380695059) -> (continuation of Deferred@1592929702 after retry RPC after error@495609447) -> (continuation of Deferred@949516287 after retry RPC after error@698956437) -> (continuation of Deferred@1727642907 after retry RPC after error@672024317) -> (continuation of Deferred@1406335884 after retry RPC after error@869211889) -> (continuation of Deferred@418737398 after retry RPC after error@1108801723) -> (continuation of Deferred@115111406 after retry RPC after error@1303370578) -> (continuation of Deferred@2123275469 after retry RPC after error@187199623) -> (continuation of Deferred@1857951497 after retry RPC after error@1576543431) -> (continuation of Deferred@1461367617 after retry RPC after error@528371053) -> (continuation of Deferred@31856596 after retry RPC after error@497337651) -> (continuation of Deferred@522648957 after retry RPC after error@1927204561) -> (continuation of Deferred@1127694313 after retry RPC after error@2021779425) -> (continuation of Deferred@1348743321 after retry RPC after error@1422447618) -> (continuation of Deferred@788160773 after retry RPC after error@1496524244) -> (continuation of Deferred@681715347 after retry RPC after error@987275073) -> (continuation of Deferred@1196897110 after retry RPC after error@118141933) -> (continuation of Deferred@1042647841 after retry RPC after error@1081686323) -> (continuation of Deferred@1053458409 after retry RPC after error@1821193734), errback=(continuation of Deferred@1404266276 after retry RPC after error@1105222500) -> (continuation of Deferred@1595884812 after retry RPC after error@380695059) -> (continuation of Deferred@1592929702 after retry RPC after error@495609447) -> (continuation of Deferred@949516287 after retry RPC after error@698956437) -> (continuation of Deferred@1727642907 after retry RPC after error@672024317) -> (continuation of Deferred@1406335884 after retry RPC after error@869211889) -> (continuation of Deferred@418737398 after retry RPC after error@1108801723) -> (continuation of Deferred@115111406 after retry RPC after error@1303370578) -> (continuation of Deferred@2123275469 after retry RPC after error@187199623) -> (continuation of Deferred@1857951497 after retry RPC after error@1576543431) -> (continuation of Deferred@1461367617 after retry RPC after error@528371053) -> (continuation of Deferred@31856596 after retry RPC after error@497337651) -> (continuation of Deferred@522648957 after retry RPC after error@1927204561) -> (continuation of Deferred@1127694313 after retry RPC after error@2021779425) -> (continuation of Deferred@1348743321 after retry RPC after error@1422447618) -> (continuation of Deferred@788160773 after retry RPC after error@1496524244) -> (continuation of Deferred@681715347 after retry RPC after error@987275073) -> (continuation of Deferred@1196897110 after retry RPC after error@118141933) -> (continuation of Deferred@1042647841 after retry RPC after error@1081686323) -> (continuation of Deferred@1053458409 after retry RPC after error@1821193734)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.124:38349
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:51.751 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
20:09:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.752687 15050 raft_consensus.cc:493] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:09:51.753 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
20:09:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.753288 15050 raft_consensus.cc:515] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } }
20:09:51.755 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27811), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [77ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [151ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [151ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [205ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [213ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [213ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [279ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [280ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [280ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [280ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [281ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [356ms] refreshing cache from master, [356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [359ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [360ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [461ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [481ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [482ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [942ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [943ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [943ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [944ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1103ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2759ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2763ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [6619ms] refreshing cache from master, [6620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6620ms] too many traces: truncated at 100 traces, deferred=Deferred@1446247094(state=PENDING, result=null, callback=(continuation of Deferred@1404266276 after retry RPC after error@1105222500) -> (continuation of Deferred@1595884812 after retry RPC after error@380695059) -> (continuation of Deferred@1592929702 after retry RPC after error@495609447) -> (continuation of Deferred@949516287 after retry RPC after error@698956437) -> (continuation of Deferred@1727642907 after retry RPC after error@672024317) -> (continuation of Deferred@1406335884 after retry RPC after error@869211889) -> (continuation of Deferred@418737398 after retry RPC after error@1108801723) -> (continuation of Deferred@115111406 after retry RPC after error@1303370578) -> (continuation of Deferred@2123275469 after retry RPC after error@187199623) -> (continuation of Deferred@1857951497 after retry RPC after error@1576543431) -> (continuation of Deferred@1461367617 after retry RPC after error@528371053) -> (continuation of Deferred@31856596 after retry RPC after error@497337651) -> (continuation of Deferred@522648957 after retry RPC after error@1927204561) -> (continuation of Deferred@1127694313 after retry RPC after error@2021779425) -> (continuation of Deferred@1348743321 after retry RPC after error@1422447618) -> (continuation of Deferred@788160773 after retry RPC after error@1496524244) -> (continuation of Deferred@681715347 after retry RPC after error@987275073) -> (continuation of Deferred@1196897110 after retry RPC after error@118141933) -> (continuation of Deferred@1042647841 after retry RPC after error@1081686323) -> (continuation of Deferred@1053458409 after retry RPC after error@1821193734), errback=(continuation of Deferred@1404266276 after retry RPC after error@1105222500) -> (continuation of Deferred@1595884812 after retry RPC after error@380695059) -> (continuation of Deferred@1592929702 after retry RPC after error@495609447) -> (continuation of Deferred@949516287 after retry RPC after error@698956437) -> (continuation of Deferred@1727642907 after retry RPC after error@672024317) -> (continuation of Deferred@1406335884 after retry RPC after error@869211889) -> (continuation of Deferred@418737398 after retry RPC after error@1108801723) -> (continuation of Deferred@115111406 after retry RPC after error@1303370578) -> (continuation of Deferred@2123275469 after retry RPC after error@187199623) -> (continuation of Deferred@1857951497 after retry RPC after error@1576543431) -> (continuation of Deferred@1461367617 after retry RPC after error@528371053) -> (continuation of Deferred@31856596 after retry RPC after error@497337651) -> (continuation of Deferred@522648957 after retry RPC after error@1927204561) -> (continuation of Deferred@1127694313 after retry RPC after error@2021779425) -> (continuation of Deferred@1348743321 after retry RPC after error@1422447618) -> (continuation of Deferred@788160773 after retry RPC after error@1496524244) -> (continuation of Deferred@681715347 after retry RPC after error@987275073) -> (continuation of Deferred@1196897110 after retry RPC after error@118141933) -> (continuation of Deferred@1042647841 after retry RPC after error@1081686323) -> (continuation of Deferred@1053458409 after retry RPC after error@1821193734)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.124:38349
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.756812 15050 leader_election.cc:290] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6b5b0e4e305d43c2b731a47bb3b20157 (127.13.179.193:35891), 5cab3a86bcb947ab877f42dfc1ca6b9c (127.13.179.194:42451)
20:09:51.762 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:51.762 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
20:09:51.762 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
20:09:51.763 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RUNNING to RESTARTING.
20:09:51.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.772478 14761 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "45c02f2767e84efca2ca5f1bddc8f6c1" candidate_uuid: "295ba8c7e225462a97d4563961c68a8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" is_pre_election: true
20:09:51.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.772956 14617 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "45c02f2767e84efca2ca5f1bddc8f6c1" candidate_uuid: "295ba8c7e225462a97d4563961c68a8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" is_pre_election: true
20:09:51.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.773353 14761 raft_consensus.cc:2468] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 295ba8c7e225462a97d4563961c68a8b in term 0.
20:09:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.773679 14617 raft_consensus.cc:2468] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 295ba8c7e225462a97d4563961c68a8b in term 0.
20:09:51.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.775012 14835 leader_election.cc:304] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 295ba8c7e225462a97d4563961c68a8b, 5cab3a86bcb947ab877f42dfc1ca6b9c; no voters: 
20:09:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.775756 15050 raft_consensus.cc:2804] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:09:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.776101 15050 raft_consensus.cc:493] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:09:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.776460 15050 raft_consensus.cc:3060] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 0 FOLLOWER]: Advancing to term 1
20:09:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.782248 15050 raft_consensus.cc:515] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } }
20:09:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.783955 15050 leader_election.cc:290] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [CANDIDATE]: Term 1 election: Requested vote from peers 6b5b0e4e305d43c2b731a47bb3b20157 (127.13.179.193:35891), 5cab3a86bcb947ab877f42dfc1ca6b9c (127.13.179.194:42451)
20:09:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.786861 14617 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "45c02f2767e84efca2ca5f1bddc8f6c1" candidate_uuid: "295ba8c7e225462a97d4563961c68a8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6b5b0e4e305d43c2b731a47bb3b20157"
20:09:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.786861 14761 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "45c02f2767e84efca2ca5f1bddc8f6c1" candidate_uuid: "295ba8c7e225462a97d4563961c68a8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c"
20:09:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.787521 14761 raft_consensus.cc:3060] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c [term 0 FOLLOWER]: Advancing to term 1
20:09:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.787521 14617 raft_consensus.cc:3060] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157 [term 0 FOLLOWER]: Advancing to term 1
20:09:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.795593 14617 raft_consensus.cc:2468] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 6b5b0e4e305d43c2b731a47bb3b20157 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 295ba8c7e225462a97d4563961c68a8b in term 1.
20:09:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.795682 14761 raft_consensus.cc:2468] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 295ba8c7e225462a97d4563961c68a8b in term 1.
20:09:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.797310 14837 leader_election.cc:304] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 295ba8c7e225462a97d4563961c68a8b, 6b5b0e4e305d43c2b731a47bb3b20157; no voters: 
20:09:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.798559 15050 raft_consensus.cc:2804] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 1 FOLLOWER]: Leader election won for term 1
20:09:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.811308 15050 raft_consensus.cc:697] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [term 1 LEADER]: Becoming Leader. State: Replica: 295ba8c7e225462a97d4563961c68a8b, State: Running, Role: LEADER
20:09:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.812744 15050 consensus_queue.cc:237] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } }
20:09:51.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:51.827976 14231 catalog_manager.cc:5696] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b reported cstate change: term changed from 0 to 1, leader changed from <none> to 295ba8c7e225462a97d4563961c68a8b (127.13.179.195). New cstate: current_term: 1 leader_uuid: "295ba8c7e225462a97d4563961c68a8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "295ba8c7e225462a97d4563961c68a8b" member_type: VOTER last_known_addr { host: "127.13.179.195" port: 41763 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 } health_report { overall_health: UNKNOWN } } }
20:09:51.848 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:51.848 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:51.848 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:51.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:51.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:51.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:51.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:51.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:51.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:51.850 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:51.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:51.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:51.850 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:51.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:51.864811 14953 tablet.cc:2404] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:51.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:51.891667 14814 tablet.cc:2404] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 5cab3a86bcb947ab877f42dfc1ca6b9c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:09:51.894 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.948 [DEBUG - main] (Connection.java:575) [peer master-127.12.218.189:41435(127.12.218.189:41435)] disconnecting while in state READY
20:09:51.948 [DEBUG - main] (Connection.java:575) [peer master-127.12.218.188:33935(127.12.218.188:33935)] disconnecting while in state READY
20:09:51.948 [DEBUG - main] (Connection.java:575) [peer master-127.12.218.190:45219(127.12.218.190:45219)] disconnecting while in state READY
20:09:51.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:51.949 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.218.188:33935(127.12.218.188:33935)] handling channelInactive
20:09:51.949 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.218.189:41435(127.12.218.189:41435)] handling channelInactive
20:09:51.949 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state READY due to: connection closed
20:09:51.950 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
20:09:51.955 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:51.955 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:51.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state READY due to: connection closed
20:09:51.955 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:51.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:51.955 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
20:09:51.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:51.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:51.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:51.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:51.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:51.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:51.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:51.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:51.956 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:51.966 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:51.976 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.218.190:45219(127.12.218.190:45219)] handling channelInactive
20:09:51.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state READY due to: connection closed
20:09:51.977 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
20:09:51.977 [DEBUG - main] (Connection.java:575) [peer master-127.13.179.252:38687(127.13.179.252:38687)] disconnecting while in state READY
20:09:51.977 [DEBUG - main] (Connection.java:575) [peer master-127.13.179.253:42153(127.13.179.253:42153)] disconnecting while in state READY
20:09:51.977 [DEBUG - main] (Connection.java:575) [peer master-127.13.179.254:33321(127.13.179.254:33321)] disconnecting while in state READY
20:09:51.977 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.179.254:33321(127.13.179.254:33321)] handling channelInactive
20:09:51.977 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.179.252:38687(127.13.179.252:38687)] handling channelInactive
20:09:51.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.179.254:33321(127.13.179.254:33321)] cleaning up while in state READY due to: connection closed
20:09:51.979 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:51.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.179.252:38687(127.13.179.252:38687)] cleaning up while in state READY due to: connection closed
20:09:51.980 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
20:09:51.980 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
20:09:51.987 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:51.987 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.179.253:42153(127.13.179.253:42153)] handling channelInactive
20:09:51.987 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:51.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.179.253:42153(127.13.179.253:42153)] cleaning up while in state READY due to: connection closed
20:09:51.987 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:51.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:51.987 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
20:09:51.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:51.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:51.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:51.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:51.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:51.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:51.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:51.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:51.988 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:52.017 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28049), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [96ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [96ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [171ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [172ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [175ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [178ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [337ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [343ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [343ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [361ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [382ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [400ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [401ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [401ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [561ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [561ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [562ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [562ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [721ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [722ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [722ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [722ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1042ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1840ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1841ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2763ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [6860ms] refreshing cache from master, [6860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6861ms] too many traces: truncated at 100 traces, deferred=Deferred@902802451(state=PENDING, result=null, callback=(continuation of Deferred@1820444549 after retry RPC after error@221389222) -> (continuation of Deferred@741034880 after retry RPC after error@1691145506) -> (continuation of Deferred@110332881 after retry RPC after error@447788468) -> (continuation of Deferred@1823578665 after retry RPC after error@1859528536) -> (continuation of Deferred@1946285136 after retry RPC after error@1795416689) -> (continuation of Deferred@184765930 after retry RPC after error@1420842805) -> (continuation of Deferred@803773063 after retry RPC after error@1527571809) -> (continuation of Deferred@1257345015 after retry RPC after error@481194083) -> (continuation of Deferred@2012868051 after retry RPC after error@1264724384) -> (continuation of Deferred@220891404 after retry RPC after error@1651035554) -> (continuation of Deferred@1514611529 after retry RPC after error@11681416) -> (continuation of Deferred@1502197115 after retry RPC after error@2108188213) -> (continuation of Deferred@504782754 after retry RPC after error@264336534) -> (continuation of Deferred@469187192 after retry RPC after error@626028285) -> (continuation of Deferred@160943802 after retry RPC after error@234254042) -> (continuation of Deferred@795914726 after retry RPC after error@166790515) -> (continuation of Deferred@1050999017 after retry RPC after error@10146137) -> (continuation of Deferred@709865261 after retry RPC after error@722791818) -> (continuation of Deferred@854469553 after retry RPC after error@1680352428) -> (continuation of Deferred@860473795 after retry RPC after error@1060969117) -> (continuation of Deferred@2093817192 after retry RPC after error@1499810585) -> (continuation of Deferred@614438439 after retry RPC after error@1931581915), errback=(continuation of Deferred@1820444549 after retry RPC after error@221389222) -> (continuation of Deferred@741034880 after retry RPC after error@1691145506) -> (continuation of Deferred@110332881 after retry RPC after error@447788468) -> (continuation of Deferred@1823578665 after retry RPC after error@1859528536) -> (continuation of Deferred@1946285136 after retry RPC after error@1795416689) -> (continuation of Deferred@184765930 after retry RPC after error@1420842805) -> (continuation of Deferred@803773063 after retry RPC after error@1527571809) -> (continuation of Deferred@1257345015 after retry RPC after error@481194083) -> (continuation of Deferred@2012868051 after retry RPC after error@1264724384) -> (continuation of Deferred@220891404 after retry RPC after error@1651035554) -> (continuation of Deferred@1514611529 after retry RPC after error@11681416) -> (continuation of Deferred@1502197115 after retry RPC after error@2108188213) -> (continuation of Deferred@504782754 after retry RPC after error@264336534) -> (continuation of Deferred@469187192 after retry RPC after error@626028285) -> (continuation of Deferred@160943802 after retry RPC after error@234254042) -> (continuation of Deferred@795914726 after retry RPC after error@166790515) -> (continuation of Deferred@1050999017 after retry RPC after error@10146137) -> (continuation of Deferred@709865261 after retry RPC after error@722791818) -> (continuation of Deferred@854469553 after retry RPC after error@1680352428) -> (continuation of Deferred@860473795 after retry RPC after error@1060969117) -> (continuation of Deferred@2093817192 after retry RPC after error@1499810585) -> (continuation of Deferred@614438439 after retry RPC after error@1931581915)))
20:09:52.017 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:09:52.018 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
20:09:52.018 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
20:09:52.018 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:09:52.018 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:09:52.019 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
20:09:52.019 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.019 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:09:52.019 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28049), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [96ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [96ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [171ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [172ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [175ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [178ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [337ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [343ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [343ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [361ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [382ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [400ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [401ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [401ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [561ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [561ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [562ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [562ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [721ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [722ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [722ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [722ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1042ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1840ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1841ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2763ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [6860ms] refreshing cache from master, [6860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6861ms] too many traces: truncated at 100 traces, deferred=Deferred@902802451(state=PENDING, result=null, callback=(continuation of Deferred@1820444549 after retry RPC after error@221389222) -> (continuation of Deferred@741034880 after retry RPC after error@1691145506) -> (continuation of Deferred@110332881 after retry RPC after error@447788468) -> (continuation of Deferred@1823578665 after retry RPC after error@1859528536) -> (continuation of Deferred@1946285136 after retry RPC after error@1795416689) -> (continuation of Deferred@184765930 after retry RPC after error@1420842805) -> (continuation of Deferred@803773063 after retry RPC after error@1527571809) -> (continuation of Deferred@1257345015 after retry RPC after error@481194083) -> (continuation of Deferred@2012868051 after retry RPC after error@1264724384) -> (continuation of Deferred@220891404 after retry RPC after error@1651035554) -> (continuation of Deferred@1514611529 after retry RPC after error@11681416) -> (continuation of Deferred@1502197115 after retry RPC after error@2108188213) -> (continuation of Deferred@504782754 after retry RPC after error@264336534) -> (continuation of Deferred@469187192 after retry RPC after error@626028285) -> (continuation of Deferred@160943802 after retry RPC after error@234254042) -> (continuation of Deferred@795914726 after retry RPC after error@166790515) -> (continuation of Deferred@1050999017 after retry RPC after error@10146137) -> (continuation of Deferred@709865261 after retry RPC after error@722791818) -> (continuation of Deferred@854469553 after retry RPC after error@1680352428) -> (continuation of Deferred@860473795 after retry RPC after error@1060969117) -> (continuation of Deferred@2093817192 after retry RPC after error@1499810585) -> (continuation of Deferred@614438439 after retry RPC after error@1931581915), errback=(continuation of Deferred@1820444549 after retry RPC after error@221389222) -> (continuation of Deferred@741034880 after retry RPC after error@1691145506) -> (continuation of Deferred@110332881 after retry RPC after error@447788468) -> (continuation of Deferred@1823578665 after retry RPC after error@1859528536) -> (continuation of Deferred@1946285136 after retry RPC after error@1795416689) -> (continuation of Deferred@184765930 after retry RPC after error@1420842805) -> (continuation of Deferred@803773063 after retry RPC after error@1527571809) -> (continuation of Deferred@1257345015 after retry RPC after error@481194083) -> (continuation of Deferred@2012868051 after retry RPC after error@1264724384) -> (continuation of Deferred@220891404 after retry RPC after error@1651035554) -> (continuation of Deferred@1514611529 after retry RPC after error@11681416) -> (continuation of Deferred@1502197115 after retry RPC after error@2108188213) -> (continuation of Deferred@504782754 after retry RPC after error@264336534) -> (continuation of Deferred@469187192 after retry RPC after error@626028285) -> (continuation of Deferred@160943802 after retry RPC after error@234254042) -> (continuation of Deferred@795914726 after retry RPC after error@166790515) -> (continuation of Deferred@1050999017 after retry RPC after error@10146137) -> (continuation of Deferred@709865261 after retry RPC after error@722791818) -> (continuation of Deferred@854469553 after retry RPC after error@1680352428) -> (continuation of Deferred@860473795 after retry RPC after error@1060969117) -> (continuation of Deferred@2093817192 after retry RPC after error@1499810585) -> (continuation of Deferred@614438439 after retry RPC after error@1931581915)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.124:38349
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:52.024 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
20:09:52.026 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
20:09:52.026 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
20:09:52.026 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
20:09:52.026 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
20:09:52.026 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
20:09:52.026 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
20:09:52.026 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
20:09:52.027 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
20:09:52.029 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28049), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [92ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [96ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [96ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [171ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [172ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [175ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [178ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [337ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [343ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [343ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [360ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [361ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [361ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [381ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [382ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [400ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [401ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [401ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [461ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [462ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [561ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [561ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [562ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [562ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [721ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [722ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [722ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [722ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1042ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1840ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1841ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [2763ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [6860ms] refreshing cache from master, [6860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [6861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [6861ms] too many traces: truncated at 100 traces, deferred=Deferred@902802451(state=PENDING, result=null, callback=(continuation of Deferred@1820444549 after retry RPC after error@221389222) -> (continuation of Deferred@741034880 after retry RPC after error@1691145506) -> (continuation of Deferred@110332881 after retry RPC after error@447788468) -> (continuation of Deferred@1823578665 after retry RPC after error@1859528536) -> (continuation of Deferred@1946285136 after retry RPC after error@1795416689) -> (continuation of Deferred@184765930 after retry RPC after error@1420842805) -> (continuation of Deferred@803773063 after retry RPC after error@1527571809) -> (continuation of Deferred@1257345015 after retry RPC after error@481194083) -> (continuation of Deferred@2012868051 after retry RPC after error@1264724384) -> (continuation of Deferred@220891404 after retry RPC after error@1651035554) -> (continuation of Deferred@1514611529 after retry RPC after error@11681416) -> (continuation of Deferred@1502197115 after retry RPC after error@2108188213) -> (continuation of Deferred@504782754 after retry RPC after error@264336534) -> (continuation of Deferred@469187192 after retry RPC after error@626028285) -> (continuation of Deferred@160943802 after retry RPC after error@234254042) -> (continuation of Deferred@795914726 after retry RPC after error@166790515) -> (continuation of Deferred@1050999017 after retry RPC after error@10146137) -> (continuation of Deferred@709865261 after retry RPC after error@722791818) -> (continuation of Deferred@854469553 after retry RPC after error@1680352428) -> (continuation of Deferred@860473795 after retry RPC after error@1060969117) -> (continuation of Deferred@2093817192 after retry RPC after error@1499810585) -> (continuation of Deferred@614438439 after retry RPC after error@1931581915), errback=(continuation of Deferred@1820444549 after retry RPC after error@221389222) -> (continuation of Deferred@741034880 after retry RPC after error@1691145506) -> (continuation of Deferred@110332881 after retry RPC after error@447788468) -> (continuation of Deferred@1823578665 after retry RPC after error@1859528536) -> (continuation of Deferred@1946285136 after retry RPC after error@1795416689) -> (continuation of Deferred@184765930 after retry RPC after error@1420842805) -> (continuation of Deferred@803773063 after retry RPC after error@1527571809) -> (continuation of Deferred@1257345015 after retry RPC after error@481194083) -> (continuation of Deferred@2012868051 after retry RPC after error@1264724384) -> (continuation of Deferred@220891404 after retry RPC after error@1651035554) -> (continuation of Deferred@1514611529 after retry RPC after error@11681416) -> (continuation of Deferred@1502197115 after retry RPC after error@2108188213) -> (continuation of Deferred@504782754 after retry RPC after error@264336534) -> (continuation of Deferred@469187192 after retry RPC after error@626028285) -> (continuation of Deferred@160943802 after retry RPC after error@234254042) -> (continuation of Deferred@795914726 after retry RPC after error@166790515) -> (continuation of Deferred@1050999017 after retry RPC after error@10146137) -> (continuation of Deferred@709865261 after retry RPC after error@722791818) -> (continuation of Deferred@854469553 after retry RPC after error@1680352428) -> (continuation of Deferred@860473795 after retry RPC after error@1060969117) -> (continuation of Deferred@2093817192 after retry RPC after error@1499810585) -> (continuation of Deferred@614438439 after retry RPC after error@1931581915)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.127.124:38349
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:52.033 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:52.033 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
20:09:52.038 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:52.038 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:52.038 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:52.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:52.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:52.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:52.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:52.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:52.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:52.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:52.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:52.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:52.039 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:52.040 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
20:09:52.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:52.260989 15050 consensus_queue.cc:1048] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [LEADER]: Connected to new peer: Peer: permanent_uuid: "6b5b0e4e305d43c2b731a47bb3b20157" member_type: VOTER last_known_addr { host: "127.13.179.193" port: 35891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:09:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:52.310297 15050 consensus_queue.cc:1048] T 45c02f2767e84efca2ca5f1bddc8f6c1 P 295ba8c7e225462a97d4563961c68a8b [LEADER]: Connected to new peer: Peer: permanent_uuid: "5cab3a86bcb947ab877f42dfc1ca6b9c" member_type: VOTER last_known_addr { host: "127.13.179.194" port: 42451 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:09:52.340 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:52.340 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:52.340 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:52.340 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:52.341 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:52.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:52.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:52.341 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:52.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:52.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:52.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:52.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:52.342 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:52.346 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
20:09:52.361 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:52.361 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:52.361 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:52.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:52.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:52.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:52.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:52.363 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:52.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:52.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:52.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:52.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:52.368 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:52.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.420 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:52.420 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:52.420 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:52.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:52.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:52.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:52.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:52.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:52.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:52.421 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:52.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:52.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:52.422 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:52.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.547 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:52.547 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:52.547 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:52.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:52.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:52.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:52.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:52.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:52.549 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:52.549 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:52.549 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:52.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:52.549 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:52.560 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
20:09:52.560 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
20:09:52.560 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
20:09:52.575 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:09:52.589 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.589 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.589 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.590 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.591 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.593 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [52ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [108ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [109ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [118ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [157ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [158ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [232ms] refreshing cache from master, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [236ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [263ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [382ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [382ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [623ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [703ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [703ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1422ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1723ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2221ms] too many traces: truncated at 100 traces, deferred=Deferred@318164012(state=PENDING, result=null, callback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437), errback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437)))
20:09:52.595 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.595 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.595 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.596 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [52ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [108ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [109ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [118ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [157ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [158ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [232ms] refreshing cache from master, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [236ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [263ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [382ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [382ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [623ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [703ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [703ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1422ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1723ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2221ms] too many traces: truncated at 100 traces, deferred=Deferred@318164012(state=PENDING, result=null, callback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437), errback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [52ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [108ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [109ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [118ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [157ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [158ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [232ms] refreshing cache from master, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [236ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [263ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [382ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [382ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [623ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [703ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [703ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1422ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1723ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2221ms] too many traces: truncated at 100 traces, deferred=Deferred@318164012(state=PENDING, result=null, callback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437), errback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.125:34987
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:52.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.600 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.600 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.610 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.611 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.611 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.621 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [52ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [108ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [109ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [118ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [157ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [158ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [232ms] refreshing cache from master, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [236ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [263ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [382ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [382ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [623ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [703ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [703ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1422ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1723ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2221ms] too many traces: truncated at 100 traces, deferred=Deferred@318164012(state=PENDING, result=null, callback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437), errback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [48ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [52ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [60ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [60ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [108ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [109ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [118ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [118ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [151ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [157ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [158ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [158ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [232ms] refreshing cache from master, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [236ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [236ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [263ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [263ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [281ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [282ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [282ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [321ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [322ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [322ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [381ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [382ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [382ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [623ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [702ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [703ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [703ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1422ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1720ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.125:34987: Network error: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.124:42459: Network error: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.5.177.126:45579: Network error: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [1723ms] delaying RPC due to: Service unavailable: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.126:45579, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.125:34987, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.177.124:42459, [2221ms] too many traces: truncated at 100 traces, deferred=Deferred@318164012(state=PENDING, result=null, callback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437), errback=(continuation of Deferred@870036951 after retry RPC after error@559599175) -> (continuation of Deferred@175168805 after retry RPC after error@776206315) -> (continuation of Deferred@1087933177 after retry RPC after error@931613779) -> (continuation of Deferred@991049331 after retry RPC after error@182415957) -> (continuation of Deferred@240430773 after retry RPC after error@54300408) -> (continuation of Deferred@699892034 after retry RPC after error@1485509627) -> (continuation of Deferred@1937850201 after retry RPC after error@338506911) -> (continuation of Deferred@17107657 after retry RPC after error@17946073) -> (continuation of Deferred@2064669013 after retry RPC after error@107221860) -> (continuation of Deferred@790499875 after retry RPC after error@539927812) -> (continuation of Deferred@1494059685 after retry RPC after error@2136235475) -> (continuation of Deferred@545576720 after retry RPC after error@1977045121) -> (continuation of Deferred@1077584956 after retry RPC after error@492684077) -> (continuation of Deferred@459779009 after retry RPC after error@1425777524) -> (continuation of Deferred@1106634387 after retry RPC after error@843190571) -> (continuation of Deferred@341675265 after retry RPC after error@498363645) -> (continuation of Deferred@1931202726 after retry RPC after error@1374837927) -> (continuation of Deferred@692053533 after retry RPC after error@391291971) -> (continuation of Deferred@979491055 after retry RPC after error@2041953376) -> (continuation of Deferred@804041285 after retry RPC after error@756972359) -> (continuation of Deferred@420243627 after retry RPC after error@1301184854) -> (continuation of Deferred@129662008 after retry RPC after error@1495329739) -> (continuation of Deferred@588482932 after retry RPC after error@439232625) -> (continuation of Deferred@1310837936 after retry RPC after error@276891660) -> (continuation of Deferred@803629889 after retry RPC after error@1155576684) -> (continuation of Deferred@82092812 after retry RPC after error@482155252) -> (continuation of Deferred@10339905 after retry RPC after error@1093107437)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.177.125:34987
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:52.635 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.636 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.636 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.649 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.657 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.657 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.658 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.661 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:09:52.661 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
20:09:52.661 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
20:09:52.664 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
20:09:52.664 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
20:09:52.664 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
20:09:52.665 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
20:09:52.665 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
20:09:52.666 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
20:09:52.666 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
20:09:52.666 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
20:09:52.681 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
20:09:52.681 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
20:09:52.681 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
20:09:52.688 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
20:09:52.688 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
20:09:52.688 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
20:09:52.690 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.690 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.690 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.691 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.704 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
20:09:52.704 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
20:09:52.705 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
20:09:52.712 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
20:09:52.713 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:52.713 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job de855ecde0984daac22d8a9ca6a04543
20:09:52.730 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.730 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.730 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.731 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.790 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.791 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.791 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.791 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:52.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.791 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:52.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.792 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:52.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:52.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:52.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:52.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:52.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:52.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:52.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:52.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:52.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:52.793 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:52.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.869 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.870 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.870 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.871 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.888 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:52.888 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:52.888 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:52.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:52.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:52.889 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:52.889 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:52.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:52.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:52.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:52.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:52.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:52.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:52.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:52.890 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:52.891 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:52.891 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:52.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:52.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:52.896 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:52.923 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:52.924 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:52.924 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:52.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:52.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:52.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:52.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:52.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:52.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:52.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:52.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:52.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:52.925 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:52.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:52.980 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:52.980 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:52.980 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:52.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:52.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:52.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:52.981 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:52.981 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:52.981 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:52.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:52.982 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:52.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:52.982 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:52.983 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29003), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [27ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [38ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [39ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [39ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [98ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [110ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [111ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [167ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [168ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [168ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [306ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [306ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [306ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [307ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [402ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [403ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [403ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [403ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [501ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [502ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [502ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [521ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [521ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [541ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [541ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [542ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1441ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [3900ms] refreshing cache from master, [3900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [3900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [3900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [3901ms] too many traces: truncated at 100 traces, deferred=Deferred@1055255196(state=PENDING, result=null, callback=(continuation of Deferred@511501545 after retry RPC after error@1585637308) -> (continuation of Deferred@611764120 after retry RPC after error@894855296) -> (continuation of Deferred@1282709871 after retry RPC after error@84027482) -> (continuation of Deferred@391804261 after retry RPC after error@298720614) -> (continuation of Deferred@2040086993 after retry RPC after error@1833821760) -> (continuation of Deferred@704137169 after retry RPC after error@1220299429) -> (continuation of Deferred@2065178026 after retry RPC after error@2036697967) -> (continuation of Deferred@306744669 after retry RPC after error@940250323) -> (continuation of Deferred@54897461 after retry RPC after error@1445885633) -> (continuation of Deferred@14297916 after retry RPC after error@1612122744) -> (continuation of Deferred@1319442764 after retry RPC after error@1805182503) -> (continuation of Deferred@986358691 after retry RPC after error@1649818184) -> (continuation of Deferred@81731639 after retry RPC after error@685393749) -> (continuation of Deferred@1206005334 after retry RPC after error@347457688) -> (continuation of Deferred@1763085473 after retry RPC after error@319589945) -> (continuation of Deferred@1162515088 after retry RPC after error@2130797481) -> (continuation of Deferred@581929836 after retry RPC after error@1428534342) -> (continuation of Deferred@1156211296 after retry RPC after error@805457279) -> (continuation of Deferred@1856525560 after retry RPC after error@383212271) -> (continuation of Deferred@28955447 after retry RPC after error@603066314) -> (continuation of Deferred@265392344 after retry RPC after error@603829231) -> (continuation of Deferred@1813183692 after retry RPC after error@1596797659) -> (continuation of Deferred@1559838390 after retry RPC after error@307596301) -> (continuation of Deferred@1775953431 after retry RPC after error@1599584797) -> (continuation of Deferred@1246639055 after retry RPC after error@1959127919) -> (continuation of Deferred@1251033534 after retry RPC after error@687119779) -> (continuation of Deferred@320803641 after retry RPC after error@1213861030) -> (continuation of Deferred@134621346 after retry RPC after error@68396420), errback=(continuation of Deferred@511501545 after retry RPC after error@1585637308) -> (continuation of Deferred@611764120 after retry RPC after error@894855296) -> (continuation of Deferred@1282709871 after retry RPC after error@84027482) -> (continuation of Deferred@391804261 after retry RPC after error@298720614) -> (continuation of Deferred@2040086993 after retry RPC after error@1833821760) -> (continuation of Deferred@704137169 after retry RPC after error@1220299429) -> (continuation of Deferred@2065178026 after retry RPC after error@2036697967) -> (continuation of Deferred@306744669 after retry RPC after error@940250323) -> (continuation of Deferred@54897461 after retry RPC after error@1445885633) -> (continuation of Deferred@14297916 after retry RPC after error@1612122744) -> (continuation of Deferred@1319442764 after retry RPC after error@1805182503) -> (continuation of Deferred@986358691 after retry RPC after error@1649818184) -> (continuation of Deferred@81731639 after retry RPC after error@685393749) -> (continuation of Deferred@1206005334 after retry RPC after error@347457688) -> (continuation of Deferred@1763085473 after retry RPC after error@319589945) -> (continuation of Deferred@1162515088 after retry RPC after error@2130797481) -> (continuation of Deferred@581929836 after retry RPC after error@1428534342) -> (continuation of Deferred@1156211296 after retry RPC after error@805457279) -> (continuation of Deferred@1856525560 after retry RPC after error@383212271) -> (continuation of Deferred@28955447 after retry RPC after error@603066314) -> (continuation of Deferred@265392344 after retry RPC after error@603829231) -> (continuation of Deferred@1813183692 after retry RPC after error@1596797659) -> (continuation of Deferred@1559838390 after retry RPC after error@307596301) -> (continuation of Deferred@1775953431 after retry RPC after error@1599584797) -> (continuation of Deferred@1246639055 after retry RPC after error@1959127919) -> (continuation of Deferred@1251033534 after retry RPC after error@687119779) -> (continuation of Deferred@320803641 after retry RPC after error@1213861030) -> (continuation of Deferred@134621346 after retry RPC after error@68396420)))
20:09:52.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.063 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:53.063 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:53.063 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:53.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:53.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:53.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:53.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:53.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:53.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:53.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:53.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:53.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:53.065 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:53.112 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:53.112 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:53.113 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:53.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:53.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:53.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:53.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:53.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:53.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:53.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:53.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:53.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:53.113 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:53.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.267 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:53.267 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:53.267 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:53.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:53.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:53.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:53.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:53.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:53.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:53.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:53.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:53.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:53.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:53.270 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:53.270 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:53.270 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:53.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:53.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:53.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:53.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:53.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:53.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:53.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:53.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:53.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:53.271 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:53.345 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:53.345 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:53.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:53.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:53.346 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:53.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:53.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:53.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:53.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:53.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:53.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:53.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:53.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:53.356 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.403 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
20:09:53.444 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:53.444 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:53.444 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:53.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:53.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:53.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:53.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:53.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:53.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:53.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:53.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:53.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:53.445 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:53.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.541 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:53.542 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:53.542 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:53.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:53.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:53.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:53.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:53.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:53.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:53.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:53.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:53.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:53.543 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:53.543 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29604), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [98ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [99ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [99ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [230ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [236ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [237ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [330ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [331ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [331ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [342ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [343ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [361ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [363ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [364ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [368ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [368ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [382ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [383ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [383ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [424ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [424ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [424ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [542ms] refreshing cache from master, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [542ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [543ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [543ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [582ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [583ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [583ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [583ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1004ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1683ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.126:35627: Network error: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.125:39777: Network error: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777, [1922ms] Sub RPC ConnectToMaster: received response from server master-127.6.127.124:38349: Network error: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [1922ms] delaying RPC due to: Service unavailable: Master config (127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349, [5102ms] refreshing cache from master, [5102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.126:35627, [5102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.124:38349, [5102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.127.125:39777, [5103ms] too many traces: truncated at 100 traces, deferred=Deferred@205735646(state=PENDING, result=null, callback=(continuation of Deferred@273059535 after retry RPC after error@806105126) -> (continuation of Deferred@120981537 after retry RPC after error@290839471) -> (continuation of Deferred@893456316 after retry RPC after error@1688048690) -> (continuation of Deferred@1407057792 after retry RPC after error@1818939127) -> (continuation of Deferred@1374355497 after retry RPC after error@1507799586) -> (continuation of Deferred@1707272038 after retry RPC after error@1600487519) -> (continuation of Deferred@1451637202 after retry RPC after error@1986547458) -> (continuation of Deferred@82014078 after retry RPC after error@2004316357) -> (continuation of Deferred@282627920 after retry RPC after error@620544534) -> (continuation of Deferred@997966184 after retry RPC after error@2009493402) -> (continuation of Deferred@598789181 after retry RPC after error@1637762607) -> (continuation of Deferred@67877877 after retry RPC after error@1089842769) -> (continuation of Deferred@1694581590 after retry RPC after error@1983762151) -> (continuation of Deferred@791676870 after retry RPC after error@1121629015) -> (continuation of Deferred@758006697 after retry RPC after error@905771549) -> (continuation of Deferred@450745683 after retry RPC after error@227183956) -> (continuation of Deferred@1390847047 after retry RPC after error@9994260) -> (continuation of Deferred@1956358681 after retry RPC after error@765622771) -> (continuation of Deferred@1249977500 after retry RPC after error@241010168) -> (continuation of Deferred@666844488 after retry RPC after error@434939309) -> (continuation of Deferred@1519048648 after retry RPC after error@949676836) -> (continuation of Deferred@1720828930 after retry RPC after error@447530160) -> (continuation of Deferred@378827962 after retry RPC after error@2042130055), errback=(continuation of Deferred@273059535 after retry RPC after error@806105126) -> (continuation of Deferred@120981537 after retry RPC after error@290839471) -> (continuation of Deferred@893456316 after retry RPC after error@1688048690) -> (continuation of Deferred@1407057792 after retry RPC after error@1818939127) -> (continuation of Deferred@1374355497 after retry RPC after error@1507799586) -> (continuation of Deferred@1707272038 after retry RPC after error@1600487519) -> (continuation of Deferred@1451637202 after retry RPC after error@1986547458) -> (continuation of Deferred@82014078 after retry RPC after error@2004316357) -> (continuation of Deferred@282627920 after retry RPC after error@620544534) -> (continuation of Deferred@997966184 after retry RPC after error@2009493402) -> (continuation of Deferred@598789181 after retry RPC after error@1637762607) -> (continuation of Deferred@67877877 after retry RPC after error@1089842769) -> (continuation of Deferred@1694581590 after retry RPC after error@1983762151) -> (continuation of Deferred@791676870 after retry RPC after error@1121629015) -> (continuation of Deferred@758006697 after retry RPC after error@905771549) -> (continuation of Deferred@450745683 after retry RPC after error@227183956) -> (continuation of Deferred@1390847047 after retry RPC after error@9994260) -> (continuation of Deferred@1956358681 after retry RPC after error@765622771) -> (continuation of Deferred@1249977500 after retry RPC after error@241010168) -> (continuation of Deferred@666844488 after retry RPC after error@434939309) -> (continuation of Deferred@1519048648 after retry RPC after error@949676836) -> (continuation of Deferred@1720828930 after retry RPC after error@447530160) -> (continuation of Deferred@378827962 after retry RPC after error@2042130055)))
20:09:53.582 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
20:09:53.599 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
20:09:53.616 [INFO - flink-metrics-4] (Slf4jLogger.scala:117) Slf4jLogger started
20:09:53.632 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
20:09:53.649 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
20:09:53.671 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
20:09:53.672 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
20:09:53.673 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
20:09:53.673 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
20:09:53.674 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
20:09:53.674 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
20:09:53.674 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
20:09:53.674 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:09:53.674 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:09:53.674 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:09:53.675 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:09:53.675 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:09:53.675 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:09:53.675 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
20:09:53.675 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
20:09:53.675 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
20:09:53.675 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
20:09:53.675 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
20:09:53.675 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
20:09:53.676 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
20:09:53.676 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
20:09:53.676 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
20:09:53.676 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
20:09:53.676 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
20:09:53.677 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_c163253a977ea4c7abeafd57193ac376/blobStorage
20:09:53.677 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:36751 - max concurrent requests: 50 - max backlog: 1000
20:09:53.678 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_c163253a977ea4c7abeafd57193ac376/blobStorage
20:09:53.679 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_c163253a977ea4c7abeafd57193ac376/blobStorage
20:09:53.680 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:53.680 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:53.680 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:53.680 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:53.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:53.680 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:53.680 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:53.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:53.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:53.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:53.680 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:53.680 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:53.680 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:53.681 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
20:09:53.681 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 8676a375-7f56-4468-98af-3ad94efa5d4e
20:09:53.683 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
20:09:53.683 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-e96db81f-7d44-46a9-9ea8-c3fc9255f9e5
20:09:53.685 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-c9f36574-74bd-44a4-ac3a-b3aa31cb1bfa
20:09:53.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.750 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
20:09:53.750 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
20:09:53.750 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
20:09:53.750 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
20:09:53.751 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
20:09:53.753 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_24 .
20:09:53.758 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
20:09:53.758 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-97fcc4bc-5df8-4e3b-9003-542293ca7475
20:09:53.759 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
20:09:53.759 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
20:09:53.770 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
20:09:53.770 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
20:09:53.775 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:41703
20:09:53.775 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
20:09:53.776 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:41703 was granted leadership with leaderSessionID=c86bf992-2c11-4fc4-96d4-9bae507a0d9e
20:09:53.777 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:41703 , session=c86bf992-2c11-4fc4-96d4-9bae507a0d9e
20:09:53.777 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
20:09:53.778 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
20:09:53.778 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
20:09:53.778 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 95d38132-e0b1-4384-bfcd-a5b12c956a7f. Creating new DispatcherLeaderProcess.
20:09:53.779 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
20:09:53.779 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
20:09:53.779 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
20:09:53.782 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_25 .
20:09:53.789 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
20:09:53.789 [INFO - pool-569-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 7dce6cf6-9200-46fc-adbf-7a134632f886.
20:09:53.790 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_25 , session=95d38132-e0b1-4384-bfcd-a5b12c956a7f
20:09:53.792 [INFO - pool-569-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_26 .
20:09:53.806 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
20:09:53.807 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
20:09:53.807 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
20:09:53.807 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
20:09:53.807 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
20:09:53.810 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_26 , session=7dce6cf6-9200-46fc-adbf-7a134632f886
20:09:53.827 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(adbf7a134632f8867dce6cf6920046fc).
20:09:53.828 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:09:53.835 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1080) Registering TaskManager with ResourceID 8676a375-7f56-4468-98af-3ad94efa5d4e (pekko://flink/user/rpc/taskmanager_24) at ResourceManager
20:09:53.836 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (0dc7b89d5b7f449dc7728d93c010c387).
20:09:53.836 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (0dc7b89d5b7f449dc7728d93c010c387).
20:09:53.836 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_26 under registration id fe4a367347f9489c6ed7d3d0feca95d3.
20:09:53.837 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-0dc7b89d5b7f449dc7728d93c010c387'.
20:09:53.837 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor 8676a375-7f56-4468-98af-3ad94efa5d4e under fe4a367347f9489c6ed7d3d0feca95d3 at the slot manager.
20:09:53.837 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 0dc7b89d5b7f449dc7728d93c010c387 was granted leadership with leader id 6caa58cf-5e0d-475a-a961-97924a7c2a3d. Creating new JobMasterServiceProcess.
20:09:53.840 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_27 .
20:09:53.846 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (0dc7b89d5b7f449dc7728d93c010c387).
20:09:53.847 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (0dc7b89d5b7f449dc7728d93c010c387).
20:09:53.847 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 3a9887ae8270c1d621b9ef9522823acd for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:53.848 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (0dc7b89d5b7f449dc7728d93c010c387).
20:09:53.848 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
20:09:53.850 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
20:09:53.850 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b270ac1
20:09:53.850 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:53.851 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13307410490211977542/checkpoints")
20:09:53.852 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
20:09:53.853 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@6908dccf for Flink Streaming Job (0dc7b89d5b7f449dc7728d93c010c387).
20:09:53.853 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_27 , session=6caa58cf-5e0d-475a-a961-97924a7c2a3d
20:09:53.854 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (0dc7b89d5b7f449dc7728d93c010c387) under job master id a96197924a7c2a3d6caa58cf5e0d475a.
20:09:53.855 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:09:53.857 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:53.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.858 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
20:09:53.858 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (0dc7b89d5b7f449dc7728d93c010c387) switched from state CREATED to RUNNING.
20:09:53.859 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:09:53.859 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
20:09:53.860 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
20:09:53.860 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:09:53.860 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
20:09:53.860 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
20:09:53.861 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(adbf7a134632f8867dce6cf6920046fc)
20:09:53.862 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
20:09:53.863 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager a96197924a7c2a3d6caa58cf5e0d475a@pekko://flink/user/rpc/jobmanager_27 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:53.868 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.218.190:45219(127.12.218.190:45219)] Successfully connected to peer
20:09:53.870 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1015) Registered job manager a96197924a7c2a3d6caa58cf5e0d475a@pekko://flink/user/rpc/jobmanager_27 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:53.873 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:09:53.885 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: adbf7a134632f8867dce6cf6920046fc.
20:09:53.886 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 0dc7b89d5b7f449dc7728d93c010c387: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:53.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.898 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.218.189:41435(127.12.218.189:41435)] Successfully connected to peer
20:09:53.902 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.189
20:09:53.903 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.190
20:09:53.906 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.218.188:33935(127.12.218.188:33935)] Successfully connected to peer
20:09:53.907 [DEBUG - main] (Connection.java:748) [peer master-127.13.179.253:42153(127.13.179.253:42153)] connecting to peer
20:09:53.908 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 0dc7b89d5b7f449dc7728d93c010c387
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 8676a375-7f56-4468-98af-3ad94efa5d4e
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
20:09:53.909 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f30506440466d92e6ad57b0b577be36e from 8676a375-7f56-4468-98af-3ad94efa5d4e for job 0dc7b89d5b7f449dc7728d93c010c387 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:53.909 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 1bbf5bf70903f641b5584705cddfdbfc from 8676a375-7f56-4468-98af-3ad94efa5d4e for job 0dc7b89d5b7f449dc7728d93c010c387 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:53.910 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request f30506440466d92e6ad57b0b577be36e for job 0dc7b89d5b7f449dc7728d93c010c387 from resource manager with leader id adbf7a134632f8867dce6cf6920046fc.
20:09:53.910 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for f30506440466d92e6ad57b0b577be36e with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:53.911 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 41488bdfa65adc0bfd2ba75de791ed40 from 8676a375-7f56-4468-98af-3ad94efa5d4e for job 0dc7b89d5b7f449dc7728d93c010c387 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:53.911 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot e301ec51905a5fe597d2c2edcf7e8348 from 8676a375-7f56-4468-98af-3ad94efa5d4e for job 0dc7b89d5b7f449dc7728d93c010c387 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:53.914 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.188
20:09:53.917 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:53.918 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:53.922 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd426a076, L:/127.0.0.1:35402 - R:/127.12.218.190:45219] using SASL/PLAIN
20:09:53.928 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3ab6e8c3, L:/127.0.0.1:60324 - R:/127.12.218.189:41435] using SASL/PLAIN
20:09:53.935 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:53.942 [DEBUG - main] (Connection.java:748) [peer master-127.13.179.254:33321(127.13.179.254:33321)] connecting to peer
20:09:53.943 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.179.253:42153(127.13.179.253:42153)] Successfully connected to peer
20:09:53.954 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9709ab7c, L:/127.0.0.1:52104 - R:/127.12.218.188:33935] using SASL/PLAIN
20:09:53.963 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:53.963 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=104), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.218.190:45219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.218.189:41435, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.218.188:33935, [69ms] Sub RPC ConnectToMaster: received response from server master-127.12.218.190:45219: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.12.218.189:41435: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.218.188:33935: OK, deferred=null) after lookup
20:09:53.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:53.967 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c42f35cf5e564f54b883bd6fbd748352
20:09:53.972 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 28a806f638fc48208765ca8fa8650f21 for table 'replication_test_table' with partition [<start>, <end>)
20:09:53.973 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=28a806f638fc48208765ca8fa8650f21@[1810d5b19b9c4b91be268c4af66b6af4(127.12.218.129:44499),b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797),fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)[L]]}]
20:09:53.974 [DEBUG - main] (Connection.java:748) [peer master-127.13.179.252:38687(127.13.179.252:38687)] connecting to peer
20:09:53.976 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.179.254:33321(127.13.179.254:33321)] Successfully connected to peer
20:09:53.981 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.253
20:09:53.987 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job 0dc7b89d5b7f449dc7728d93c010c387 for job leader monitoring.
20:09:53.987 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 1bbf5bf70903f641b5584705cddfdbfc for job 0dc7b89d5b7f449dc7728d93c010c387 from resource manager with leader id adbf7a134632f8867dce6cf6920046fc.
20:09:53.988 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 1bbf5bf70903f641b5584705cddfdbfc with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:53.988 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 41488bdfa65adc0bfd2ba75de791ed40 for job 0dc7b89d5b7f449dc7728d93c010c387 from resource manager with leader id adbf7a134632f8867dce6cf6920046fc.
20:09:53.988 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 41488bdfa65adc0bfd2ba75de791ed40 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:53.989 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request e301ec51905a5fe597d2c2edcf7e8348 for job 0dc7b89d5b7f449dc7728d93c010c387 from resource manager with leader id adbf7a134632f8867dce6cf6920046fc.
20:09:53.989 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for e301ec51905a5fe597d2c2edcf7e8348 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
20:09:53.989 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_27 with leader id 6caa58cf-5e0d-475a-a961-97924a7c2a3d.
20:09:53.992 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
20:09:53.994 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:53.997 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_27 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:53.998 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1783) Establish JobManager connection for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:53.998 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:53.999 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
20:09:53.999 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 8676a375-7f56-4468-98af-3ad94efa5d4e @ 127.0.0.1 (dataPort=-1) with allocation id 41488bdfa65adc0bfd2ba75de791ed40
20:09:53.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.000 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x88452d53, L:/127.0.0.1:45840 - R:/127.13.179.253:42153] using SASL/PLAIN
20:09:54.002 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 41488bdfa65adc0bfd2ba75de791ed40.
20:09:54.003 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:54.003 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
20:09:54.003 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 0dc7b89d5b7f449dc7728d93c010c387
20:09:54.006 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.254
20:09:54.009 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
20:09:54.009 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.179.252:38687(127.13.179.252:38687)] Successfully connected to peer
20:09:54.009 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 8676a375-7f56-4468-98af-3ad94efa5d4e @ 127.0.0.1 (dataPort=-1) with allocation id f30506440466d92e6ad57b0b577be36e
20:09:54.010 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 41488bdfa65adc0bfd2ba75de791ed40.
20:09:54.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:54.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=116), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.253:42153, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.254:33321, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.252:38687, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.253:42153: OK, deferred=null) after lookup
20:09:54.012 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.252
20:09:54.014 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:54.015 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.019 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf41fbacf, L:/127.0.0.1:36972 - R:/127.13.179.254:33321] using SASL/PLAIN
20:09:54.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 45c02f2767e84efca2ca5f1bddc8f6c1 for table 'replication_test_table' with partition [<start>, <end>)
20:09:54.020 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
20:09:54.020 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 8676a375-7f56-4468-98af-3ad94efa5d4e @ 127.0.0.1 (dataPort=-1) with allocation id 1bbf5bf70903f641b5584705cddfdbfc
20:09:54.020 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f30506440466d92e6ad57b0b577be36e.
20:09:54.022 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id f30506440466d92e6ad57b0b577be36e.
20:09:54.023 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=45c02f2767e84efca2ca5f1bddc8f6c1@[295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)[L],5cab3a86bcb947ab877f42dfc1ca6b9c(127.13.179.194:42451),6b5b0e4e305d43c2b731a47bb3b20157(127.13.179.193:35891)]}]
20:09:54.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.179.253:42153, [5ms] Sub RPC GetTableLocations: received response from server master-127.13.179.253:42153: OK, deferred=null)) after lookup
20:09:54.023 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)] connecting to peer
20:09:54.024 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
20:09:54.024 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
20:09:54.025 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a0ca79
20:09:54.025 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:54.025 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13307410490211977542/checkpoints")
20:09:54.025 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:09:54.028 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
20:09:54.028 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 8676a375-7f56-4468-98af-3ad94efa5d4e @ 127.0.0.1 (dataPort=-1) with allocation id e301ec51905a5fe597d2c2edcf7e8348
20:09:54.029 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
20:09:54.031 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f1bfea7
20:09:54.034 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:54.035 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 1bbf5bf70903f641b5584705cddfdbfc.
20:09:54.036 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 1bbf5bf70903f641b5584705cddfdbfc.
20:09:54.037 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
20:09:54.037 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
20:09:54.039 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7091d1e
20:09:54.039 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:54.039 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13307410490211977542/checkpoints")
20:09:54.039 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:09:54.039 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
20:09:54.040 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)] Successfully connected to peer
20:09:54.055 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c69f3c0
20:09:54.056 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:54.060 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.063 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.13.179.253:42153(127.13.179.253:42153)] connecting to peer
20:09:54.063 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x096e9c5e, L:/127.0.0.1:58654 - R:/127.13.179.252:38687] using SASL/PLAIN
20:09:54.070 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e301ec51905a5fe597d2c2edcf7e8348.
20:09:54.071 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.13.179.253:42153(127.13.179.253:42153)] connecting to peer
20:09:54.071 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.13.179.254:33321(127.13.179.254:33321)] connecting to peer
20:09:54.072 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id e301ec51905a5fe597d2c2edcf7e8348.
20:09:54.072 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
20:09:54.072 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
20:09:54.073 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.179.253:42153(127.13.179.253:42153)] Successfully connected to peer
20:09:54.074 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.13.179.252:38687(127.13.179.252:38687)] connecting to peer
20:09:54.074 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.074 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d21ee1e
20:09:54.074 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:54.075 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13307410490211977542/checkpoints")
20:09:54.075 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:09:54.075 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
20:09:54.078 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 41488bdfa65adc0bfd2ba75de791ed40.
20:09:54.103 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.179.253:42153(127.13.179.253:42153)] Successfully connected to peer
20:09:54.104 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.253
20:09:54.106 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xe82196b6, L:/127.0.0.1:46646 - R:/127.13.179.195:41763] using TOKEN/null
20:09:54.106 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.253
20:09:54.107 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ae03a22
20:09:54.108 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f30506440466d92e6ad57b0b577be36e.
20:09:54.108 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 1bbf5bf70903f641b5584705cddfdbfc.
20:09:54.108 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot e301ec51905a5fe597d2c2edcf7e8348.
20:09:54.110 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:54.111 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.13.179.254:33321(127.13.179.254:33321)] connecting to peer
20:09:54.111 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.179.254:33321(127.13.179.254:33321)] Successfully connected to peer
20:09:54.114 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.254
20:09:54.117 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.127 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.13.179.253:42153(127.13.179.253:42153)] connecting to peer
20:09:54.132 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.134 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.138 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x19453098, L:/127.0.0.1:36980 - R:/127.13.179.254:33321] using SASL/PLAIN
20:09:54.138 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4d5d46af, L:/127.0.0.1:45848 - R:/127.13.179.253:42153] using SASL/PLAIN
20:09:54.142 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.179.252:38687(127.13.179.252:38687)] Successfully connected to peer
20:09:54.143 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
20:09:54.144 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
20:09:54.145 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e60f36c
20:09:54.145 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:54.146 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.252
20:09:54.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13307410490211977542/checkpoints")
20:09:54.149 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:09:54.150 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
20:09:54.155 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.13.179.254:33321(127.13.179.254:33321)] connecting to peer
20:09:54.159 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.179.253:42153(127.13.179.253:42153)] Successfully connected to peer
20:09:54.160 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4788d5a8
20:09:54.162 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.13.179.252:38687(127.13.179.252:38687)] connecting to peer
20:09:54.165 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.179.254:33321(127.13.179.254:33321)] Successfully connected to peer
20:09:54.168 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.254
20:09:54.169 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.253
20:09:54.170 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.170 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.170 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:54.170 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:54.171 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:54.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:54.172 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:54.172 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:54.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:54.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:54.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:54.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:54.173 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:54.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:54.173 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:54.173 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:54.174 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.174 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdabd3bbb, L:/127.0.0.1:58658 - R:/127.13.179.252:38687] using SASL/PLAIN
20:09:54.176 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb7038555, L:/127.0.0.1:45846 - R:/127.13.179.253:42153] using SASL/PLAIN
20:09:54.181 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:54.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=146), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.253:42153, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.254:33321, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.252:38687, [79ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.254:33321: OK, [115ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.252:38687: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.253:42153: OK, deferred=null) after lookup
20:09:54.184 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.187 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.194 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc33a71dc, L:/127.0.0.1:36994 - R:/127.13.179.254:33321] using SASL/PLAIN
20:09:54.198 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1a390bd8, L:/127.0.0.1:45854 - R:/127.13.179.253:42153] using SASL/PLAIN
20:09:54.189 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:54.199 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:54.199 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:54.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:54.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:54.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:54.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:54.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:54.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:54.190 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:54.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:54.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:54.202 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:54.202 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:54.208 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:54.208 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10fec802
20:09:54.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
20:09:54.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
20:09:54.212 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:54.213 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=156), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.253:42153, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.254:33321, [70ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.253:42153: OK, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.252:38687, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.254:33321: OK, deferred=null) after lookup
20:09:54.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:54.219 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.179.252:38687(127.13.179.252:38687)] Successfully connected to peer
20:09:54.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:54.223 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@534dc044
20:09:54.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
20:09:54.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
20:09:54.225 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.13.179.252:38687(127.13.179.252:38687)] connecting to peer
20:09:54.228 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.179.254:33321(127.13.179.254:33321)] Successfully connected to peer
20:09:54.230 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.232 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.254
20:09:54.236 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:54.237 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=126), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.253:42153, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.254:33321, [78ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.253:42153: OK, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.252:38687, deferred=null) after lookup
20:09:54.238 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.179.252:38687(127.13.179.252:38687)] Successfully connected to peer
20:09:54.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:54.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:54.247 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50aa2966
20:09:54.249 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:09:54.250 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
20:09:54.250 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
20:09:54.250 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='bb68459484abb085d852ec638b6a54ee9b82f45acbb5385cb6d6c106d2026a98'}]
20:09:54.251 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:54.267 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.272 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
20:09:54.272 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4381a27d, L:/127.0.0.1:58670 - R:/127.13.179.252:38687] using TOKEN/null
20:09:54.274 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.275 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.279 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 0dc7b89d5b7f449dc7728d93c010c387 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 0dc7b89d5b7f449dc7728d93c010c387 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.280 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdfd40d07, L:/127.0.0.1:58660 - R:/127.13.179.252:38687] using TOKEN/null
20:09:54.285 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x24d4c852, L:/127.0.0.1:36998 - R:/127.13.179.254:33321] using SASL/PLAIN
20:09:54.287 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.294 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:09:54.304 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.13.179.253:42153(127.13.179.253:42153)] connecting to peer
20:09:54.317 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:09:54.318 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=28a806f638fc48208765ca8fa8650f21@[1810d5b19b9c4b91be268c4af66b6af4(127.12.218.129:44499),b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797),fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)[L]]}]
20:09:54.335 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
20:09:54.340 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.13.179.254:33321(127.13.179.254:33321)] connecting to peer
20:09:54.341 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.179.253:42153(127.13.179.253:42153)] Successfully connected to peer
20:09:54.345 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.346 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.253
20:09:54.351 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.13.179.252:38687(127.13.179.252:38687)] connecting to peer
20:09:54.352 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.179.254:33321(127.13.179.254:33321)] Successfully connected to peer
20:09:54.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.360 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.179.254
20:09:54.369 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.381 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] connecting to peer
20:09:54.384 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x02a45904, L:/127.0.0.1:45870 - R:/127.13.179.253:42153] using SASL/PLAIN
20:09:54.387 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.391 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x21f287f0, L:/127.0.0.1:37000 - R:/127.13.179.254:33321] using SASL/PLAIN
20:09:54.394 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] Successfully connected to peer
20:09:54.402 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.131
20:09:54.402 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.408 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:09:54.409 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=236), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.253:42153, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.254:33321, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.179.252:38687, [84ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.253:42153: OK, [91ms] Sub RPC ConnectToMaster: received response from server master-127.13.179.254:33321: OK, deferred=null) after lookup
20:09:54.410 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.179.252:38687(127.13.179.252:38687)] Successfully connected to peer
20:09:54.413 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:54.416 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:54.417 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67557ca0
20:09:54.419 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:09:54.427 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
20:09:54.430 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:54.430 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:54.430 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:54.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:54.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:54.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:54.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:54.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:54.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:54.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:54.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:54.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:54.432 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:54.433 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
20:09:54.433 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
20:09:54.434 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.442 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x38341cc0, L:/127.0.0.1:58684 - R:/127.13.179.252:38687] using TOKEN/null
20:09:54.448 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3efdc028, L:/127.0.0.1:51352 - R:/127.12.218.131:32797] using SASL/PLAIN
20:09:54.461 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.486 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:09:54.487 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (3a9887ae8270c1d621b9ef9522823acd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
20:09:54.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.504 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false, responseScanTimestamp = 7287336934846464001) for scanner KuduScanner(table=replication_test_table, tablet=28a806f638fc48208765ca8fa8650f21, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.506 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [bb68459484abb085d852ec638b6a54ee9b82f45acbb5385cb6d6c106d2026a98]
20:09:54.508 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
20:09:54.522 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.530 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:54.530 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:54.530 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:54.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:54.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:54.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:54.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:54.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:54.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:54.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:54.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:54.532 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:54.532 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:54.539 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet 45c02f2767e84efca2ca5f1bddc8f6c1 for table 'replication_test_table' with partition [<start>, <end>)
20:09:54.541 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=45c02f2767e84efca2ca5f1bddc8f6c1@[295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)[L],5cab3a86bcb947ab877f42dfc1ca6b9c(127.13.179.194:42451),6b5b0e4e305d43c2b731a47bb3b20157(127.13.179.193:35891)]}]
20:09:54.589 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [bb68459484abb085d852ec638b6a54ee9b82f45acbb5385cb6d6c106d2026a98]
20:09:54.590 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.595 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split bb68459484abb085d852ec638b6a54ee9b82f45acbb5385cb6d6c106d2026a98 finished by subtask 0; deferring removal (restored in pending)
20:09:54.596 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:09:54.596 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:09:54.596 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] disconnecting while in state READY
20:09:54.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:54.619 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:54.620 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] handling channelInactive
20:09:54.620 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:09:54.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] cleaning up while in state READY due to: connection closed
20:09:54.621 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:54.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:54.621 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:54.621 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
20:09:54.620 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:54.621 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:54.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:54.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:54.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:54.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:54.622 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:54.622 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:54.622 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:54.649 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.715 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:54.715 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:54.715 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:54.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:54.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:54.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:54.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:54.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:54.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:54.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:54.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:54.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:54.716 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:54.739 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:54.739 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:54.739 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:54.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:54.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:54.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:54.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:54.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:54.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:54.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:54.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:54.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:54.741 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:54.764 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.779 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134994778 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:54.781 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=10, operationSize=1800, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@121b8129, flushNotification=Deferred@36237497(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:09:54.782 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)] connecting to peer
20:09:54.806 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)] Successfully connected to peer
20:09:54.842 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:54.842 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.842 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:54.843 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:54.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:54.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:54.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:54.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:54.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:54.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:54.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:54.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:54.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:54.845 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:54.847 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:54.847 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:54.847 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:54.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:54.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:54.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:54.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:54.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:54.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:54.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:54.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:54.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:54.848 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:54.858 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.858 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:54.867 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5ada1067, L:/127.0.0.1:46652 - R:/127.13.179.195:41763] using TOKEN/null
20:09:54.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.910 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:54.954 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:54.954 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:54.954 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:54.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:54.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:54.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:54.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:54.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:54.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:54.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:54.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:54.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:54.955 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:54.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:54.968 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:55.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.028 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:55.084 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 0dc7b89d5b7f449dc7728d93c010c387 (1961 bytes, checkpointDuration=305 ms, finalizationTime=0 ms).
20:09:55.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
20:09:55.086 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split bb68459484abb085d852ec638b6a54ee9b82f45acbb5385cb6d6c106d2026a98 from pending
20:09:55.086 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
20:09:55.093 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:55.098 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:55.098 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:55.098 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c42f35cf5e564f54b883bd6fbd748352
20:09:55.098 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:55.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.099 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:55.129 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=28a806f638fc48208765ca8fa8650f21, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:55.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86eb99938ef4e1ebda13d3b545e3763
20:09:55.158 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=45c02f2767e84efca2ca5f1bddc8f6c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:55.161 [DEBUG - main] (Connection.java:575) [peer master-127.13.179.252:38687(127.13.179.252:38687)] disconnecting while in state READY
20:09:55.161 [DEBUG - main] (Connection.java:575) [peer master-127.13.179.253:42153(127.13.179.253:42153)] disconnecting while in state READY
20:09:55.161 [DEBUG - main] (Connection.java:575) [peer 295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)] disconnecting while in state READY
20:09:55.161 [DEBUG - main] (Connection.java:575) [peer master-127.13.179.254:33321(127.13.179.254:33321)] disconnecting while in state READY
20:09:55.162 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.179.252:38687(127.13.179.252:38687)] handling channelInactive
20:09:55.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.179.252:38687(127.13.179.252:38687)] cleaning up while in state READY due to: connection closed
20:09:55.162 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.179.254:33321(127.13.179.254:33321)] handling channelInactive
20:09:55.163 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.179.253:42153(127.13.179.253:42153)] handling channelInactive
20:09:55.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.179.254:33321(127.13.179.254:33321)] cleaning up while in state READY due to: connection closed
20:09:55.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.179.253:42153(127.13.179.253:42153)] cleaning up while in state READY due to: connection closed
20:09:55.166 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:55.170 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
20:09:55.170 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
20:09:55.170 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
20:09:55.172 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)] handling channelInactive
20:09:55.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)] cleaning up while in state READY due to: connection closed
20:09:55.172 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-3
20:09:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:55.172875 14031 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 14430
20:09:55.200 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:55.238550 14031 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 14670
20:09:55.279 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134995278 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:55.287 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:55.288 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:55.288 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:55.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:55.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:55.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:55.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:55.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:55.289 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:55.289 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:55.289 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:55.289 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:55.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:55.295 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
20:09:55.298 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
20:09:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:55.314363 14031 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 14813
20:09:55.317 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:55.318 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:55.318 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:55.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:55.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:55.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:55.319 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:55.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:55.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:55.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:55.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:55.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:55.319 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:55.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.373 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)] handling channelInactive
20:09:55.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 295ba8c7e225462a97d4563961c68a8b(127.13.179.195:41763)] cleaning up while in state READY due to: connection closed
20:09:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:55.376632 14031 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 14043
20:09:55.388 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:55.388 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:55.388 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:55.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:55.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:55.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:55.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:55.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:55.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:55.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:55.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:55.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:55.390 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:55.414 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.179.254:33321(127.13.179.254:33321)] handling channelInactive
20:09:55.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.179.254:33321(127.13.179.254:33321)] cleaning up while in state READY due to: connection closed
20:09:55.414 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.179.254:33321(127.13.179.254:33321)] handling channelInactive
20:09:55.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.179.254:33321(127.13.179.254:33321)] cleaning up while in state READY due to: connection closed
20:09:55.414 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.179.254:33321(127.13.179.254:33321)] handling channelInactive
20:09:55.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.179.254:33321(127.13.179.254:33321)] cleaning up while in state READY due to: connection closed
20:09:55.414 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.179.254:33321(127.13.179.254:33321)] handling channelInactive
20:09:55.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.179.254:33321(127.13.179.254:33321)] cleaning up while in state READY due to: connection closed
20:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:55.416419 14031 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 14136
20:09:55.465 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.465 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.179.253:42153(127.13.179.253:42153)] handling channelInactive
20:09:55.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.179.253:42153(127.13.179.253:42153)] cleaning up while in state READY due to: connection closed
20:09:55.466 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.179.253:42153(127.13.179.253:42153)] handling channelInactive
20:09:55.466 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.179.253:42153(127.13.179.253:42153)] handling channelInactive
20:09:55.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.179.253:42153(127.13.179.253:42153)] cleaning up while in state READY due to: connection closed
20:09:55.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.179.253:42153(127.13.179.253:42153)] cleaning up while in state READY due to: connection closed
20:09:55.466 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.179.253:42153(127.13.179.253:42153)] handling channelInactive
20:09:55.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.179.253:42153(127.13.179.253:42153)] cleaning up while in state READY due to: connection closed
20:09:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:55.477919 14031 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 14268
20:09:55.486 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:55.486 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:55.487 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:55.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:55.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:55.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:55.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:55.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:55.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:55.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:55.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:55.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:55.488 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:55.502 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.526 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:55.526 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:55.527 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:55.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.528 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:55.545 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.179.252:38687(127.13.179.252:38687)] handling channelInactive
20:09:55.546 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.179.252:38687(127.13.179.252:38687)] handling channelInactive
20:09:55.545 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.179.252:38687(127.13.179.252:38687)] handling channelInactive
20:09:55.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.179.252:38687(127.13.179.252:38687)] cleaning up while in state READY due to: connection closed
20:09:55.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.179.252:38687(127.13.179.252:38687)] cleaning up while in state READY due to: connection closed
20:09:55.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.179.252:38687(127.13.179.252:38687)] cleaning up while in state READY due to: connection closed
20:09:55.549 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.179.252:38687(127.13.179.252:38687)] handling channelInactive
20:09:55.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.179.252:38687(127.13.179.252:38687)] cleaning up while in state READY due to: connection closed
20:09:55.578 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:55.578 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:55.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.579 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:55.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.580 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.580 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.580 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:55.587 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:55.588 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:55.588 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:55.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:55.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:55.588 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:55.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:55.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:55.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:55.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:55.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:55.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:55.589 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:55.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.734 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:55.734 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:55.734 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:55.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:55.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:55.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:55.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:55.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:55.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:55.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:55.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:55.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:55.735 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:55.779 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134995778 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:55.780 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:55.781 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:55.781 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:55.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:55.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:55.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:55.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:55.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:55.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:55.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:55.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:55.781 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:55.789 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:55.804 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=20 ms, finalizationTime=6 ms).
20:09:55.809 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
20:09:55.839 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:55.840 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:55.840 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:55.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:55.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.842 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:55.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:55.843 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:55.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.867 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c42f35cf5e564f54b883bd6fbd748352
20:09:55.875 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='224fb1a2a12fb09db41ba823517716cbad76af4057c415c1f860966094ebff60'}]
20:09:55.886 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:55.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.893 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:09:55.894 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298103, tablet=28a806f638fc48208765ca8fa8650f21@[1810d5b19b9c4b91be268c4af66b6af4(127.12.218.129:44499),b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797),fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)[L]]}]
20:09:55.906 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] connecting to peer
20:09:55.922 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] Successfully connected to peer
20:09:55.943 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.131
20:09:55.955 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:55.960 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6e9033e8, L:/127.0.0.1:51356 - R:/127.12.218.131:32797] using SASL/PLAIN
20:09:55.964 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 240f51d149f2bfe9236a66fd569edfd4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 240f51d149f2bfe9236a66fd569edfd4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:55.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:56.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:56.221 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:56.221 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:56.221 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:56.222 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:56.222 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:56.222 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:56.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:56.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:56.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:56.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:56.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:56.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:56.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:56.225 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27866), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [15ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [16ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [17ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [36ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [284ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [744ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1743ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2821ms] too many traces: truncated at 100 traces, deferred=Deferred@1799724449(state=PENDING, result=null, callback=(continuation of Deferred@20677930 after retry RPC after error@1745910592) -> (continuation of Deferred@1544306304 after retry RPC after error@467863605) -> (continuation of Deferred@1177341110 after retry RPC after error@764241224) -> (continuation of Deferred@273200711 after retry RPC after error@334079707) -> (continuation of Deferred@855671148 after retry RPC after error@1969292641) -> (continuation of Deferred@542011140 after retry RPC after error@2119158440) -> (continuation of Deferred@1232289772 after retry RPC after error@885285294) -> (continuation of Deferred@1738612349 after retry RPC after error@1731953323) -> (continuation of Deferred@937905663 after retry RPC after error@540640188) -> (continuation of Deferred@1325675312 after retry RPC after error@1947328161) -> (continuation of Deferred@2031418729 after retry RPC after error@358397332) -> (continuation of Deferred@2066717116 after retry RPC after error@28423342) -> (continuation of Deferred@1603333700 after retry RPC after error@797966391) -> (continuation of Deferred@687181312 after retry RPC after error@619535220) -> (continuation of Deferred@2094494563 after retry RPC after error@1399407990) -> (continuation of Deferred@1466455189 after retry RPC after error@420516855) -> (continuation of Deferred@1578874845 after retry RPC after error@1203768221) -> (continuation of Deferred@1377379084 after retry RPC after error@1326161299) -> (continuation of Deferred@1278045936 after retry RPC after error@192284683) -> (continuation of Deferred@275532586 after retry RPC after error@60337073) -> (continuation of Deferred@610607068 after retry RPC after error@535325963) -> (continuation of Deferred@1840201927 after retry RPC after error@732736480) -> (continuation of Deferred@666622646 after retry RPC after error@2070375295), errback=(continuation of Deferred@20677930 after retry RPC after error@1745910592) -> (continuation of Deferred@1544306304 after retry RPC after error@467863605) -> (continuation of Deferred@1177341110 after retry RPC after error@764241224) -> (continuation of Deferred@273200711 after retry RPC after error@334079707) -> (continuation of Deferred@855671148 after retry RPC after error@1969292641) -> (continuation of Deferred@542011140 after retry RPC after error@2119158440) -> (continuation of Deferred@1232289772 after retry RPC after error@885285294) -> (continuation of Deferred@1738612349 after retry RPC after error@1731953323) -> (continuation of Deferred@937905663 after retry RPC after error@540640188) -> (continuation of Deferred@1325675312 after retry RPC after error@1947328161) -> (continuation of Deferred@2031418729 after retry RPC after error@358397332) -> (continuation of Deferred@2066717116 after retry RPC after error@28423342) -> (continuation of Deferred@1603333700 after retry RPC after error@797966391) -> (continuation of Deferred@687181312 after retry RPC after error@619535220) -> (continuation of Deferred@2094494563 after retry RPC after error@1399407990) -> (continuation of Deferred@1466455189 after retry RPC after error@420516855) -> (continuation of Deferred@1578874845 after retry RPC after error@1203768221) -> (continuation of Deferred@1377379084 after retry RPC after error@1326161299) -> (continuation of Deferred@1278045936 after retry RPC after error@192284683) -> (continuation of Deferred@275532586 after retry RPC after error@60337073) -> (continuation of Deferred@610607068 after retry RPC after error@535325963) -> (continuation of Deferred@1840201927 after retry RPC after error@732736480) -> (continuation of Deferred@666622646 after retry RPC after error@2070375295)))
20:09:56.228 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:09:56.228 [WARN - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27866), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [15ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [16ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [17ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [36ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [284ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [744ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1743ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2821ms] too many traces: truncated at 100 traces, deferred=Deferred@1799724449(state=PENDING, result=null, callback=(continuation of Deferred@20677930 after retry RPC after error@1745910592) -> (continuation of Deferred@1544306304 after retry RPC after error@467863605) -> (continuation of Deferred@1177341110 after retry RPC after error@764241224) -> (continuation of Deferred@273200711 after retry RPC after error@334079707) -> (continuation of Deferred@855671148 after retry RPC after error@1969292641) -> (continuation of Deferred@542011140 after retry RPC after error@2119158440) -> (continuation of Deferred@1232289772 after retry RPC after error@885285294) -> (continuation of Deferred@1738612349 after retry RPC after error@1731953323) -> (continuation of Deferred@937905663 after retry RPC after error@540640188) -> (continuation of Deferred@1325675312 after retry RPC after error@1947328161) -> (continuation of Deferred@2031418729 after retry RPC after error@358397332) -> (continuation of Deferred@2066717116 after retry RPC after error@28423342) -> (continuation of Deferred@1603333700 after retry RPC after error@797966391) -> (continuation of Deferred@687181312 after retry RPC after error@619535220) -> (continuation of Deferred@2094494563 after retry RPC after error@1399407990) -> (continuation of Deferred@1466455189 after retry RPC after error@420516855) -> (continuation of Deferred@1578874845 after retry RPC after error@1203768221) -> (continuation of Deferred@1377379084 after retry RPC after error@1326161299) -> (continuation of Deferred@1278045936 after retry RPC after error@192284683) -> (continuation of Deferred@275532586 after retry RPC after error@60337073) -> (continuation of Deferred@610607068 after retry RPC after error@535325963) -> (continuation of Deferred@1840201927 after retry RPC after error@732736480) -> (continuation of Deferred@666622646 after retry RPC after error@2070375295), errback=(continuation of Deferred@20677930 after retry RPC after error@1745910592) -> (continuation of Deferred@1544306304 after retry RPC after error@467863605) -> (continuation of Deferred@1177341110 after retry RPC after error@764241224) -> (continuation of Deferred@273200711 after retry RPC after error@334079707) -> (continuation of Deferred@855671148 after retry RPC after error@1969292641) -> (continuation of Deferred@542011140 after retry RPC after error@2119158440) -> (continuation of Deferred@1232289772 after retry RPC after error@885285294) -> (continuation of Deferred@1738612349 after retry RPC after error@1731953323) -> (continuation of Deferred@937905663 after retry RPC after error@540640188) -> (continuation of Deferred@1325675312 after retry RPC after error@1947328161) -> (continuation of Deferred@2031418729 after retry RPC after error@358397332) -> (continuation of Deferred@2066717116 after retry RPC after error@28423342) -> (continuation of Deferred@1603333700 after retry RPC after error@797966391) -> (continuation of Deferred@687181312 after retry RPC after error@619535220) -> (continuation of Deferred@2094494563 after retry RPC after error@1399407990) -> (continuation of Deferred@1466455189 after retry RPC after error@420516855) -> (continuation of Deferred@1578874845 after retry RPC after error@1203768221) -> (continuation of Deferred@1377379084 after retry RPC after error@1326161299) -> (continuation of Deferred@1278045936 after retry RPC after error@192284683) -> (continuation of Deferred@275532586 after retry RPC after error@60337073) -> (continuation of Deferred@610607068 after retry RPC after error@535325963) -> (continuation of Deferred@1840201927 after retry RPC after error@732736480) -> (continuation of Deferred@666622646 after retry RPC after error@2070375295)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.60:43985
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:56.232 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
20:09:56.234 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
20:09:56.236 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED on be29799f-d079-4a54-b925-e562ae10a429 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27866), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [15ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [16ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [17ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [36ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [283ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [284ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [284ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [503ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [743ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [744ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1743ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2504ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2504ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2821ms] too many traces: truncated at 100 traces, deferred=Deferred@1799724449(state=PENDING, result=null, callback=(continuation of Deferred@20677930 after retry RPC after error@1745910592) -> (continuation of Deferred@1544306304 after retry RPC after error@467863605) -> (continuation of Deferred@1177341110 after retry RPC after error@764241224) -> (continuation of Deferred@273200711 after retry RPC after error@334079707) -> (continuation of Deferred@855671148 after retry RPC after error@1969292641) -> (continuation of Deferred@542011140 after retry RPC after error@2119158440) -> (continuation of Deferred@1232289772 after retry RPC after error@885285294) -> (continuation of Deferred@1738612349 after retry RPC after error@1731953323) -> (continuation of Deferred@937905663 after retry RPC after error@540640188) -> (continuation of Deferred@1325675312 after retry RPC after error@1947328161) -> (continuation of Deferred@2031418729 after retry RPC after error@358397332) -> (continuation of Deferred@2066717116 after retry RPC after error@28423342) -> (continuation of Deferred@1603333700 after retry RPC after error@797966391) -> (continuation of Deferred@687181312 after retry RPC after error@619535220) -> (continuation of Deferred@2094494563 after retry RPC after error@1399407990) -> (continuation of Deferred@1466455189 after retry RPC after error@420516855) -> (continuation of Deferred@1578874845 after retry RPC after error@1203768221) -> (continuation of Deferred@1377379084 after retry RPC after error@1326161299) -> (continuation of Deferred@1278045936 after retry RPC after error@192284683) -> (continuation of Deferred@275532586 after retry RPC after error@60337073) -> (continuation of Deferred@610607068 after retry RPC after error@535325963) -> (continuation of Deferred@1840201927 after retry RPC after error@732736480) -> (continuation of Deferred@666622646 after retry RPC after error@2070375295), errback=(continuation of Deferred@20677930 after retry RPC after error@1745910592) -> (continuation of Deferred@1544306304 after retry RPC after error@467863605) -> (continuation of Deferred@1177341110 after retry RPC after error@764241224) -> (continuation of Deferred@273200711 after retry RPC after error@334079707) -> (continuation of Deferred@855671148 after retry RPC after error@1969292641) -> (continuation of Deferred@542011140 after retry RPC after error@2119158440) -> (continuation of Deferred@1232289772 after retry RPC after error@885285294) -> (continuation of Deferred@1738612349 after retry RPC after error@1731953323) -> (continuation of Deferred@937905663 after retry RPC after error@540640188) -> (continuation of Deferred@1325675312 after retry RPC after error@1947328161) -> (continuation of Deferred@2031418729 after retry RPC after error@358397332) -> (continuation of Deferred@2066717116 after retry RPC after error@28423342) -> (continuation of Deferred@1603333700 after retry RPC after error@797966391) -> (continuation of Deferred@687181312 after retry RPC after error@619535220) -> (continuation of Deferred@2094494563 after retry RPC after error@1399407990) -> (continuation of Deferred@1466455189 after retry RPC after error@420516855) -> (continuation of Deferred@1578874845 after retry RPC after error@1203768221) -> (continuation of Deferred@1377379084 after retry RPC after error@1326161299) -> (continuation of Deferred@1278045936 after retry RPC after error@192284683) -> (continuation of Deferred@275532586 after retry RPC after error@60337073) -> (continuation of Deferred@610607068 after retry RPC after error@535325963) -> (continuation of Deferred@1840201927 after retry RPC after error@732736480) -> (continuation of Deferred@666622646 after retry RPC after error@2070375295)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.143.60:43985
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:56.238 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336943034368001) for scanner KuduScanner(table=replication_test_table, tablet=28a806f638fc48208765ca8fa8650f21, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:56.240 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [224fb1a2a12fb09db41ba823517716cbad76af4057c415c1f860966094ebff60]
20:09:56.240 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [224fb1a2a12fb09db41ba823517716cbad76af4057c415c1f860966094ebff60]
20:09:56.241 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:56.242 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 224fb1a2a12fb09db41ba823517716cbad76af4057c415c1f860966094ebff60 finished by subtask 1; deferring removal (restored in pending)
20:09:56.242 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:09:56.242 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:09:56.242 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] disconnecting while in state READY
20:09:56.243 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
20:09:56.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:56.243 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
20:09:56.243 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (240f51d149f2bfe9236a66fd569edfd4) switched from state RUNNING to RESTARTING.
20:09:56.270 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] handling channelInactive
20:09:56.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] cleaning up while in state READY due to: connection closed
20:09:56.270 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
20:09:56.271 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:09:56.279 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134996278 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:56.299 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 0dc7b89d5b7f449dc7728d93c010c387 (1971 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
20:09:56.302 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
20:09:56.302 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 224fb1a2a12fb09db41ba823517716cbad76af4057c415c1f860966094ebff60 from pending
20:09:56.302 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
20:09:56.356 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:56.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:56.407 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:56.407 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:56.407 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:56.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:56.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:56.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:56.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:56.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:56.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:56.409 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:56.409 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:56.409 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:56.410 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:56.443 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:56.443 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:56.443 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:56.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:56.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:56.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:56.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:56.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:56.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:56.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:56.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:56.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:56.446 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 20:09:56.492782 13357 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.12.218.190:45219, user_credentials={real_user=slave}} blocked reactor thread for 59208.3us
20:09:56.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:56.507 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:56.509 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:56.509 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:56.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:56.524 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:56.524 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:56.524 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:56.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:56.524 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:56.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:56.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:56.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:56.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:56.525 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:56.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:56.525 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:56.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.526 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:56.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:56.526 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:56.526 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:56.526 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:56.608 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:56.608 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:56.608 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:56.609 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:56.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:56.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:56.609 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:56.609 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:56.610 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:56.610 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:56.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:56.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:56.610 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:56.660 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:56.660 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:56.660 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:56.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:56.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:56.779 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134996778 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:56.790 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:56.790 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:56.790 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:56.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:56.791 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:09:56.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:56.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:56.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:56.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:56.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:56.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:56.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:56.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:56.792 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:56.795 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
20:09:56.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:56.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:56.940 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:56.941 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:56.941 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:56.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:56.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:56.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:56.942 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:56.999 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:57.046 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.046 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.046 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.049 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.051 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [500ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [501ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [842ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1602ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2381ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@1278158013(state=PENDING, result=null, callback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862), errback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862)))
20:09:57.055 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [500ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [501ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [842ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1602ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2381ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@1278158013(state=PENDING, result=null, callback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862), errback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [500ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [501ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [842ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1602ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2381ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@1278158013(state=PENDING, result=null, callback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862), errback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.126:36643
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:57.063 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [500ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [501ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [842ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1602ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2381ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@1278158013(state=PENDING, result=null, callback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862), errback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [45ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [50ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [69ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [121ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [141ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [200ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [201ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [201ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [243ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [500ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [501ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [501ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [841ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [842ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [842ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [1602ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.124:33411: Network error: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.126:36643: Network error: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.3.209.125:46655: Network error: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [2381ms] delaying RPC due to: Service unavailable: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655, [4140ms] refreshing cache from master, [4140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.125:46655, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.124:33411, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.209.126:36643, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@1278158013(state=PENDING, result=null, callback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862), errback=(continuation of Deferred@763141946 after retry RPC after error@893382945) -> (continuation of Deferred@1567630099 after retry RPC after error@1750068940) -> (continuation of Deferred@553855408 after retry RPC after error@1811903048) -> (continuation of Deferred@927710367 after retry RPC after error@543493428) -> (continuation of Deferred@412347937 after retry RPC after error@149856841) -> (continuation of Deferred@1647007887 after retry RPC after error@1781523795) -> (continuation of Deferred@1842019537 after retry RPC after error@281802699) -> (continuation of Deferred@681327229 after retry RPC after error@1024218944) -> (continuation of Deferred@127535172 after retry RPC after error@1218495187) -> (continuation of Deferred@27674216 after retry RPC after error@1582282571) -> (continuation of Deferred@163601646 after retry RPC after error@1203282271) -> (continuation of Deferred@1956526790 after retry RPC after error@1472741105) -> (continuation of Deferred@1550073802 after retry RPC after error@1582616384) -> (continuation of Deferred@1528399430 after retry RPC after error@1294992482) -> (continuation of Deferred@811071585 after retry RPC after error@1216417764) -> (continuation of Deferred@1597872900 after retry RPC after error@316901269) -> (continuation of Deferred@494461272 after retry RPC after error@1573270332) -> (continuation of Deferred@1846568507 after retry RPC after error@1623300931) -> (continuation of Deferred@980010018 after retry RPC after error@1448763264) -> (continuation of Deferred@999742158 after retry RPC after error@1474381180) -> (continuation of Deferred@593351542 after retry RPC after error@671039170) -> (continuation of Deferred@707969113 after retry RPC after error@2007345862)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.209.126:36643
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:09:57.066 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.066 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.067 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.071 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
20:09:57.071 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
20:09:57.082 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to CANCELING.
20:09:57.082 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
20:09:57.083 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to CANCELING.
20:09:57.083 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
20:09:57.083 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
20:09:57.083 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
20:09:57.083 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
20:09:57.083 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
20:09:57.085 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:09:57.085 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CANCELING to CANCELED.
20:09:57.085 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
20:09:57.086 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.086 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.086 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.089 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.094 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
20:09:57.094 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to CANCELING.
20:09:57.094 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
20:09:57.096 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:09:57.096 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
20:09:57.096 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
20:09:57.106 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.106 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.106 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.106 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
20:09:57.106 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
20:09:57.106 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
20:09:57.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.112 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.126 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.126 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.126 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.127 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.138 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
20:09:57.138 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
20:09:57.139 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
20:09:57.139 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
20:09:57.139 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
20:09:57.140 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
20:09:57.140 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CANCELING to CANCELED.
20:09:57.141 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CANCELING to CANCELED.
20:09:57.141 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c7f8f6fc142802e698d53b577e7839af_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
20:09:57.142 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:57.142 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 240f51d149f2bfe9236a66fd569edfd4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:57.142 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 240f51d149f2bfe9236a66fd569edfd4
20:09:57.146 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.146 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.146 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.149 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.149 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.186 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.186 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.186 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.187 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.202 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:57.206 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.206 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.207 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.208 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.280 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134997279 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:57.286 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.286 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.286 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.288 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.293 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
20:09:57.295 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
20:09:57.310 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:57.310 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:57.310 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:57.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:57.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:57.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:57.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:57.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:57.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:57.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:57.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:57.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:57.311 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:57.356 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:57.366 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.366 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.366 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.368 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.368 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.368 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:57.394 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:57.394 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:57.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.394 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:57.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.395 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:09:57Z chronyd exiting
20:09:57.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:57.515 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:57.515 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:57.515 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:57.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:57.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:57.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:57.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:57.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:57.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:57.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:57.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:57.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:57.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:57.658 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:57.658 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:57.659 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:57.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.659 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.659 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:57.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:57.767 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:57.768 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:57.768 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:57.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:57.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:57.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:57.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:57.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:57.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:57.769 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:57.769 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:57.769 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:57.769 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:57.778 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134997778 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:57.789 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:09:57.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
20:09:57.833 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:57.834 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:57.834 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:57.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.835 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:57.835 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29464), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [402ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [403ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [403ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [682ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [683ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [684ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [684ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [685ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [942ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [942ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [942ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [942ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [3761ms] refreshing cache from master, [3761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [3762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [3762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [3762ms] too many traces: truncated at 100 traces, deferred=Deferred@81237018(state=PENDING, result=null, callback=(continuation of Deferred@1093078076 after retry RPC after error@4776576) -> (continuation of Deferred@662715306 after retry RPC after error@525274116) -> (continuation of Deferred@1727051069 after retry RPC after error@560662401) -> (continuation of Deferred@118498669 after retry RPC after error@1624782503) -> (continuation of Deferred@56770268 after retry RPC after error@2060219966) -> (continuation of Deferred@2096172871 after retry RPC after error@1564304240) -> (continuation of Deferred@1329279701 after retry RPC after error@1449115786) -> (continuation of Deferred@572552753 after retry RPC after error@338733030) -> (continuation of Deferred@34308655 after retry RPC after error@720914804) -> (continuation of Deferred@197669860 after retry RPC after error@450276076) -> (continuation of Deferred@1150437731 after retry RPC after error@742988652) -> (continuation of Deferred@1716804114 after retry RPC after error@1232739838) -> (continuation of Deferred@527797475 after retry RPC after error@2072208922) -> (continuation of Deferred@1069754290 after retry RPC after error@642730073) -> (continuation of Deferred@367975143 after retry RPC after error@1966988790) -> (continuation of Deferred@1399167572 after retry RPC after error@263458273) -> (continuation of Deferred@1827591954 after retry RPC after error@2007459092) -> (continuation of Deferred@149943950 after retry RPC after error@664480119) -> (continuation of Deferred@1037511889 after retry RPC after error@1905553850) -> (continuation of Deferred@112763520 after retry RPC after error@2014766001) -> (continuation of Deferred@2091121094 after retry RPC after error@778587721) -> (continuation of Deferred@1829197222 after retry RPC after error@583219420) -> (continuation of Deferred@1103988875 after retry RPC after error@758877437) -> (continuation of Deferred@2059814553 after retry RPC after error@1098421445) -> (continuation of Deferred@1818023345 after retry RPC after error@502390947) -> (continuation of Deferred@1431015178 after retry RPC after error@1351677914), errback=(continuation of Deferred@1093078076 after retry RPC after error@4776576) -> (continuation of Deferred@662715306 after retry RPC after error@525274116) -> (continuation of Deferred@1727051069 after retry RPC after error@560662401) -> (continuation of Deferred@118498669 after retry RPC after error@1624782503) -> (continuation of Deferred@56770268 after retry RPC after error@2060219966) -> (continuation of Deferred@2096172871 after retry RPC after error@1564304240) -> (continuation of Deferred@1329279701 after retry RPC after error@1449115786) -> (continuation of Deferred@572552753 after retry RPC after error@338733030) -> (continuation of Deferred@34308655 after retry RPC after error@720914804) -> (continuation of Deferred@197669860 after retry RPC after error@450276076) -> (continuation of Deferred@1150437731 after retry RPC after error@742988652) -> (continuation of Deferred@1716804114 after retry RPC after error@1232739838) -> (continuation of Deferred@527797475 after retry RPC after error@2072208922) -> (continuation of Deferred@1069754290 after retry RPC after error@642730073) -> (continuation of Deferred@367975143 after retry RPC after error@1966988790) -> (continuation of Deferred@1399167572 after retry RPC after error@263458273) -> (continuation of Deferred@1827591954 after retry RPC after error@2007459092) -> (continuation of Deferred@149943950 after retry RPC after error@664480119) -> (continuation of Deferred@1037511889 after retry RPC after error@1905553850) -> (continuation of Deferred@112763520 after retry RPC after error@2014766001) -> (continuation of Deferred@2091121094 after retry RPC after error@778587721) -> (continuation of Deferred@1829197222 after retry RPC after error@583219420) -> (continuation of Deferred@1103988875 after retry RPC after error@758877437) -> (continuation of Deferred@2059814553 after retry RPC after error@1098421445) -> (continuation of Deferred@1818023345 after retry RPC after error@502390947) -> (continuation of Deferred@1431015178 after retry RPC after error@1351677914)))
20:09:57.846 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.846 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.847 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.848 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:57.863 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c42f35cf5e564f54b883bd6fbd748352
20:09:57.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e99ea2a92af94f4e7bb4400f9bc073243d0d99907eeb2b57395f343cc63f0bba'}]
20:09:57.869 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:57.872 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
20:09:57.873 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296107, tablet=28a806f638fc48208765ca8fa8650f21@[1810d5b19b9c4b91be268c4af66b6af4(127.12.218.129:44499),b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797),fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)[L]]}]
20:09:57.874 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] connecting to peer
20:09:57.875 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] Successfully connected to peer
20:09:57.879 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.218.131
20:09:57.885 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:57.886 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:57.886 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:57.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:57.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:57.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:57.887 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:57.888 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
20:09:57.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:57.891 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:57.891 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:57.891 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:57.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:57.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:57.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:57.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:57.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:57.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:57.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:57.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:57.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:57.893 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:57.895 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5903eb14, L:/127.0.0.1:51364 - R:/127.12.218.131:32797] using SASL/PLAIN
20:09:57.897 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:57.898 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:57.898 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:57.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:57.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:57.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:57.899 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:57.900 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29564), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [7ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [15ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [15ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [27ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [30ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [482ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [483ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [483ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [543ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [543ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [543ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [544ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1063ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [1103ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [1922ms] too many traces: truncated at 100 traces, deferred=Deferred@1325227561(state=PENDING, result=null, callback=(continuation of Deferred@188621152 after retry RPC after error@15361369) -> (continuation of Deferred@1402608384 after retry RPC after error@2008157004) -> (continuation of Deferred@226300411 after retry RPC after error@1584295328) -> (continuation of Deferred@1571766134 after retry RPC after error@983607268) -> (continuation of Deferred@1597479810 after retry RPC after error@1914306217) -> (continuation of Deferred@1458121491 after retry RPC after error@1766402477) -> (continuation of Deferred@172053645 after retry RPC after error@923799514) -> (continuation of Deferred@675158936 after retry RPC after error@144333683) -> (continuation of Deferred@142578641 after retry RPC after error@1059468251) -> (continuation of Deferred@1729895804 after retry RPC after error@1023906607) -> (continuation of Deferred@1234333253 after retry RPC after error@1201943623) -> (continuation of Deferred@1087645234 after retry RPC after error@1095457772) -> (continuation of Deferred@460453318 after retry RPC after error@2106715363) -> (continuation of Deferred@479572181 after retry RPC after error@119147664) -> (continuation of Deferred@332465776 after retry RPC after error@1641354781) -> (continuation of Deferred@1358369258 after retry RPC after error@132049384) -> (continuation of Deferred@472354277 after retry RPC after error@1435178370) -> (continuation of Deferred@1025193624 after retry RPC after error@1299843450) -> (continuation of Deferred@1829961109 after retry RPC after error@1622721200) -> (continuation of Deferred@83072969 after retry RPC after error@434073588) -> (continuation of Deferred@1666963215 after retry RPC after error@1162880150) -> (continuation of Deferred@1560657450 after retry RPC after error@1070062257) -> (continuation of Deferred@35230185 after retry RPC after error@1185509800) -> (continuation of Deferred@908948409 after retry RPC after error@926819743) -> (continuation of Deferred@2036759624 after retry RPC after error@1959749373), errback=(continuation of Deferred@188621152 after retry RPC after error@15361369) -> (continuation of Deferred@1402608384 after retry RPC after error@2008157004) -> (continuation of Deferred@226300411 after retry RPC after error@1584295328) -> (continuation of Deferred@1571766134 after retry RPC after error@983607268) -> (continuation of Deferred@1597479810 after retry RPC after error@1914306217) -> (continuation of Deferred@1458121491 after retry RPC after error@1766402477) -> (continuation of Deferred@172053645 after retry RPC after error@923799514) -> (continuation of Deferred@675158936 after retry RPC after error@144333683) -> (continuation of Deferred@142578641 after retry RPC after error@1059468251) -> (continuation of Deferred@1729895804 after retry RPC after error@1023906607) -> (continuation of Deferred@1234333253 after retry RPC after error@1201943623) -> (continuation of Deferred@1087645234 after retry RPC after error@1095457772) -> (continuation of Deferred@460453318 after retry RPC after error@2106715363) -> (continuation of Deferred@479572181 after retry RPC after error@119147664) -> (continuation of Deferred@332465776 after retry RPC after error@1641354781) -> (continuation of Deferred@1358369258 after retry RPC after error@132049384) -> (continuation of Deferred@472354277 after retry RPC after error@1435178370) -> (continuation of Deferred@1025193624 after retry RPC after error@1299843450) -> (continuation of Deferred@1829961109 after retry RPC after error@1622721200) -> (continuation of Deferred@83072969 after retry RPC after error@434073588) -> (continuation of Deferred@1666963215 after retry RPC after error@1162880150) -> (continuation of Deferred@1560657450 after retry RPC after error@1070062257) -> (continuation of Deferred@35230185 after retry RPC after error@1185509800) -> (continuation of Deferred@908948409 after retry RPC after error@926819743) -> (continuation of Deferred@2036759624 after retry RPC after error@1959749373)))
20:09:58.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:58.147 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:09:58.147 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:09:58.147 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:09:58.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:58.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:58.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:58.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:58.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:09:58.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:09:58.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:58.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:58.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:09:58.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:09:58.180 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:58.181 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:58.181 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:58.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.181 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.187 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:58.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:58.279 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134998278 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:58.291 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 0dc7b89d5b7f449dc7728d93c010c387 (1971 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
20:09:58.292 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
20:09:58.342 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.61:33535(127.4.143.61:33535)] connecting to peer
20:09:58.342 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.60:43985(127.4.143.60:43985)] connecting to peer
20:09:58.342 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.4.143.62:42343(127.4.143.62:42343)] connecting to peer
20:09:58.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:58.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:58.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.143.60:43985(127.4.143.60:43985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:58.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.60:43985: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985
20:09:58.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:58.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.143.62:42343(127.4.143.62:42343)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:58.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.62:42343: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343
20:09:58.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.143.61:33535(127.4.143.61:33535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:58.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.143.61:33535: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535
20:09:58.344 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343; will retry
20:09:58.345 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29994), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [13ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [263ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [463ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [463ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [802ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [803ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [803ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [942ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [942ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [943ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [943ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.60:43985: Network error: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.61:33535: Network error: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535, [2042ms] Sub RPC ConnectToMaster: received response from server master-127.4.143.62:42343: Network error: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [2042ms] delaying RPC due to: Service unavailable: Master config (127.4.143.61:33535,127.4.143.60:43985,127.4.143.62:42343) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.60:43985(127.4.143.60:43985): Connection refused: /127.4.143.60:43985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.61:33535(127.4.143.61:33535): Connection refused: /127.4.143.61:33535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.143.62:42343(127.4.143.62:42343): Connection refused: /127.4.143.62:42343, [4080ms] refreshing cache from master, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.61:33535, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.60:43985, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.143.62:42343, [4082ms] too many traces: truncated at 100 traces, deferred=Deferred@1975930355(state=PENDING, result=null, callback=(continuation of Deferred@1067876444 after retry RPC after error@324991614) -> (continuation of Deferred@1520690702 after retry RPC after error@500011388) -> (continuation of Deferred@375539449 after retry RPC after error@1921766209) -> (continuation of Deferred@928893064 after retry RPC after error@1189800302) -> (continuation of Deferred@1111177924 after retry RPC after error@1854335001) -> (continuation of Deferred@935752905 after retry RPC after error@645286598) -> (continuation of Deferred@1031846358 after retry RPC after error@1679775839) -> (continuation of Deferred@1618675753 after retry RPC after error@1959747226) -> (continuation of Deferred@1287194588 after retry RPC after error@1392141236) -> (continuation of Deferred@1786254210 after retry RPC after error@1691204569) -> (continuation of Deferred@1615779707 after retry RPC after error@1630076677) -> (continuation of Deferred@1273365665 after retry RPC after error@1123843447) -> (continuation of Deferred@1411358556 after retry RPC after error@1919517197) -> (continuation of Deferred@156320749 after retry RPC after error@677871733) -> (continuation of Deferred@11145050 after retry RPC after error@1055755432) -> (continuation of Deferred@1033961139 after retry RPC after error@693151066) -> (continuation of Deferred@2035331061 after retry RPC after error@722138299) -> (continuation of Deferred@300270095 after retry RPC after error@1026809628) -> (continuation of Deferred@1096872008 after retry RPC after error@1035172851) -> (continuation of Deferred@49886192 after retry RPC after error@563206028) -> (continuation of Deferred@1731559750 after retry RPC after error@1107231408) -> (continuation of Deferred@181587916 after retry RPC after error@626017453) -> (continuation of Deferred@1856294640 after retry RPC after error@1467464470), errback=(continuation of Deferred@1067876444 after retry RPC after error@324991614) -> (continuation of Deferred@1520690702 after retry RPC after error@500011388) -> (continuation of Deferred@375539449 after retry RPC after error@1921766209) -> (continuation of Deferred@928893064 after retry RPC after error@1189800302) -> (continuation of Deferred@1111177924 after retry RPC after error@1854335001) -> (continuation of Deferred@935752905 after retry RPC after error@645286598) -> (continuation of Deferred@1031846358 after retry RPC after error@1679775839) -> (continuation of Deferred@1618675753 after retry RPC after error@1959747226) -> (continuation of Deferred@1287194588 after retry RPC after error@1392141236) -> (continuation of Deferred@1786254210 after retry RPC after error@1691204569) -> (continuation of Deferred@1615779707 after retry RPC after error@1630076677) -> (continuation of Deferred@1273365665 after retry RPC after error@1123843447) -> (continuation of Deferred@1411358556 after retry RPC after error@1919517197) -> (continuation of Deferred@156320749 after retry RPC after error@677871733) -> (continuation of Deferred@11145050 after retry RPC after error@1055755432) -> (continuation of Deferred@1033961139 after retry RPC after error@693151066) -> (continuation of Deferred@2035331061 after retry RPC after error@722138299) -> (continuation of Deferred@300270095 after retry RPC after error@1026809628) -> (continuation of Deferred@1096872008 after retry RPC after error@1035172851) -> (continuation of Deferred@49886192 after retry RPC after error@563206028) -> (continuation of Deferred@1731559750 after retry RPC after error@1107231408) -> (continuation of Deferred@181587916 after retry RPC after error@626017453) -> (continuation of Deferred@1856294640 after retry RPC after error@1467464470)))
20:09:58.349 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:58.349 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:58.349 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:58.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:58.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:58.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:58.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:58.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:58.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:58.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:58.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:58.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:58.350 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:58.355 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7287336951226368001) for scanner KuduScanner(table=replication_test_table, tablet=28a806f638fc48208765ca8fa8650f21, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:09:58.356 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [e99ea2a92af94f4e7bb4400f9bc073243d0d99907eeb2b57395f343cc63f0bba]
20:09:58.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:58.358 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e99ea2a92af94f4e7bb4400f9bc073243d0d99907eeb2b57395f343cc63f0bba]
20:09:58.359 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
20:09:58.359 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
20:09:58.359 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] disconnecting while in state READY
20:09:58.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:58.362 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e99ea2a92af94f4e7bb4400f9bc073243d0d99907eeb2b57395f343cc63f0bba finished by subtask 2; deferring removal (restored in pending)
20:09:58.370 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
20:09:58.370 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] handling channelInactive
20:09:58.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b15fa5e284694022be9c501e7d91eba5(127.12.218.131:32797)] cleaning up while in state READY due to: connection closed
20:09:58.370 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
20:09:58.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:58.438 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:58.439 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:58.439 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:58.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:58.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:58.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:58.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:58.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:58.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:58.440 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:58.440 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:58.440 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:58.440 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:58.467 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:58.468 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:58.468 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:58.468 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:58.468 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:58.468 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:58.469 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:58.469 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:58.469 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:58.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:58.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:58.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:58.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:58.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:58.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:58.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:58.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:58.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:58.470 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:58.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:58.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:58.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:58.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:58.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:58.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:58.471 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:58.475 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:191)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:09:58.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:58.538 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:58.539 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:58.539 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:58.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:58.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:58.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:58.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:58.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:58.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:58.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:58.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:58.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:58.541 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:58.555 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: giving up after 1 attempts
20:09:58.555 [DEBUG - main] (Connection.java:575) [peer fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)] disconnecting while in state READY
20:09:58.555 [DEBUG - main] (Connection.java:575) [peer master-127.12.218.189:41435(127.12.218.189:41435)] disconnecting while in state READY
20:09:58.555 [DEBUG - main] (Connection.java:575) [peer master-127.12.218.188:33935(127.12.218.188:33935)] disconnecting while in state READY
20:09:58.555 [DEBUG - main] (Connection.java:575) [peer master-127.12.218.190:45219(127.12.218.190:45219)] disconnecting while in state READY
20:09:58.556 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.218.189:41435(127.12.218.189:41435)] handling channelInactive
20:09:58.556 [DEBUG - kudu-nio-3] (Connection.java:239) [peer fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)] handling channelInactive
20:09:58.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state READY due to: connection closed
20:09:58.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fd21531327c8485aab50f17b2e142dd2(127.12.218.130:46007)] cleaning up while in state READY due to: connection closed
20:09:58.556 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.218.188:33935(127.12.218.188:33935)] handling channelInactive
20:09:58.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state READY due to: connection closed
20:09:58.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:58.559 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
20:09:58.560 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
20:09:58.562 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
20:09:58.562 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.218.190:45219(127.12.218.190:45219)] handling channelInactive
20:09:58.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state READY due to: connection closed
20:09:58.563 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
20:09:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:58.563941 13162 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 13495
20:09:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:58.617527 13162 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 13696
20:09:58.632 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (de855ecde0984daac22d8a9ca6a04543) switched from state RESTARTING to RUNNING.
20:09:58.633 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job de855ecde0984daac22d8a9ca6a04543 from Checkpoint 74 @ 1779134868198 for de855ecde0984daac22d8a9ca6a04543 located at file:/tmp/junit8845026033091945030/checkpoints/de855ecde0984daac22d8a9ca6a04543/chk-74.
20:09:58.633 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
20:09:58.634 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
20:09:58.634 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
20:09:58.635 [INFO - Thread-76] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
20:09:58.635 [DEBUG - Thread-76] (Connection.java:575) [peer master-127.5.177.124:42459(127.5.177.124:42459)] disconnecting while in state TERMINATED
20:09:58.637 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
20:09:58.637 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id a616d910be3f00059573dab7c5650d9c
20:09:58.637 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
20:09:58.638 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
20:09:58.638 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8
20:09:58.639 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
20:09:58.639 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a616d910be3f00059573dab7c5650d9c.
20:09:58.641 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id a616d910be3f00059573dab7c5650d9c.
20:09:58.642 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
20:09:58.643 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
20:09:58.643 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:09:58.644 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 87b3eb87d3d9f23557b9e149dbf3dca8.
20:09:58.645 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 87b3eb87d3d9f23557b9e149dbf3dca8.
20:09:58.646 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
20:09:58.646 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id 17a3696416f15ddb5773747ae0bd2281
20:09:58.646 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 17a3696416f15ddb5773747ae0bd2281.
20:09:58.646 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
20:09:58.646 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
20:09:58.647 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
20:09:58.648 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job de855ecde0984daac22d8a9ca6a04543: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
20:09:58.648 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 17a3696416f15ddb5773747ae0bd2281.
20:09:58.649 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@22379e89
20:09:58.649 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
20:09:58.649 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to a343d728-b25a-48ef-85b5-fcd3554ed10b @ 127.0.0.1 (dataPort=-1) with allocation id f15c92e0a935db3ab140050f2e2a607f
20:09:58.649 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:58.649 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:09:58.649 [DEBUG - Thread-76] (Connection.java:575) [peer master-127.5.177.125:34987(127.5.177.125:34987)] disconnecting while in state TERMINATED
20:09:58.649 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
20:09:58.649 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
20:09:58.649 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
20:09:58.650 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
20:09:58.650 [DEBUG - Thread-76] (Connection.java:575) [peer master-127.5.177.126:45579(127.5.177.126:45579)] disconnecting while in state TERMINATED
20:09:58.651 [DEBUG - Thread-76] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:09:58.652 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f88933d
20:09:58.652 [INFO - Thread-76] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
20:09:58.653 [INFO - Thread-76] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
20:09:58.653 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@127151b0
20:09:58.653 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:58.653 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:09:58.654 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
20:09:58.654 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
20:09:58.654 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:58.656 [DEBUG - Thread-76] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:58.656 [INFO - Thread-76] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
20:09:58.658 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e5b03ca
20:09:58.658 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f15c92e0a935db3ab140050f2e2a607f.
20:09:58.659 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id f15c92e0a935db3ab140050f2e2a607f.
20:09:58.659 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
20:09:58.659 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
20:09:58.660 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@18c70774
20:09:58.660 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:58.660 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:09:58.660 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
20:09:58.662 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
20:09:58.662 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@788dae3c
20:09:58.666 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
20:09:58.666 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
20:09:58.666 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e2fd7de
20:09:58.666 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
20:09:58.667 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8845026033091945030/checkpoints")
20:09:58.667 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
20:09:58.667 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (ee4a7d9528a08751a4368463d13cdc2e_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
20:09:58.669 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3970dd46
20:09:58.670 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:58.671 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:58.672 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:09:58.674 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.675 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:58.675 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:58.675 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:58.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.676 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:58.679543 13162 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 13835
20:09:58.691 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:58.691 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.691 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.691 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.692 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:58.692 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:58.692 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
20:09:58.694 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.694 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.698 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.700 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:58.705 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.705 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.710 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.711 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.712 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.712 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:58.712 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.715 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.719 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.720 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.720 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.720 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:58.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.722 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.722 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.722 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.722 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:58.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.724 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.726 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:58.726 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.731 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.732 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.732 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:58.732168 13162 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 13174
20:09:58.732 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.733 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.733 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:58.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.735 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.746 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.746 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.746 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.746 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.747 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:58.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.747 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.748 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.748 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.748 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.749 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:58.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.751 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.751 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.755 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.755 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.755 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.756 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.757 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.757 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.757 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.758 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.758 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.758 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:58.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.759 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.759 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.771 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.218.190:45219(127.12.218.190:45219)] handling channelInactive
20:09:58.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state READY due to: connection closed
20:09:58.771 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.771 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.771 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:58.772270 13162 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 13246
20:09:58.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.773 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.773 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:58.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.773 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.773 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.773 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:58.774 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.774 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.774 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.775 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.778 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.778 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.779 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.779 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.779 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.779 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.779 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.779 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.779 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.779 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:58.779 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:58.779 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134998778 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:58.779 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:58.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.780 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.780 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:58.788 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:58.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:58.790 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.791 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.791 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.791 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.791 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 0dc7b89d5b7f449dc7728d93c010c387 (1971 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
20:09:58.791 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.792 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.792 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.793 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.793 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:58.793 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:58.793 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:58.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:58.795 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.795 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.795 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.796 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.796 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
20:09:58.797 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split e99ea2a92af94f4e7bb4400f9bc073243d0d99907eeb2b57395f343cc63f0bba from pending
20:09:58.797 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 1 finished splits from enumerator state
20:09:58.812 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:58.813 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:58.813 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:58.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.813 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.813 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:58.813 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.814 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.814 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.814 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.815 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.815 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.815 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.816 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.820 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:58.820 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:58.820 [DEBUG - pool-546-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:58.820 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.820 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.820 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:58.821 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.821 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.218.189:41435(127.12.218.189:41435)] handling channelInactive
20:09:58.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state READY due to: connection closed
20:09:58.821 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.821 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.821 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:58.821 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.821 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:58.821 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:58.831 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.832 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.832 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.832 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.832 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.832 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 20:09:58.832805 13162 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskrmf_CC/build/tsan/bin/kudu with pid 13321
20:09:58.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.831 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.833 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:58.834 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:58.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.834 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:58.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.833 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.834 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.835 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:58.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.839 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.852 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.852 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.852 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:58.871 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.872 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.872 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.873 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.873 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.873 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.873 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.874 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.875 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.218.188:33935(127.12.218.188:33935)] handling channelInactive
20:09:58.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state READY due to: connection closed
20:09:58.875 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.875 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.875 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.877 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:58.891 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.891 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.891 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.892 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.893 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:58.893 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:58.893 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:58.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:58.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:58.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:58.894 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:58.898 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:58.912 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.912 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.912 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.912 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.912 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.913 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.931 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.932 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.932 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.951 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.952 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.952 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.953 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.953 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.953 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:58.974 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:58.975 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:58.975 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:58.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:58.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:58.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:58.975 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.012 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.012 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.012 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.012 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.012 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.012 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:59.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.012 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:59.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.013 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:59.013 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.013 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.013 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.013 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.013 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.013 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.013 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.013 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.013 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.014 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:59.028 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:09:59.028 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:09:59.028 [DEBUG - pool-548-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:09:59.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:59.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:59.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:09:59.029 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:59.029 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:59.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:59.029 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:09:59.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:59.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:09:59.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:09:59.039 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:59.039 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:59.039 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:59.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.039 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:59.055 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.055 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.055 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.056 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.125 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.125:46655(127.3.209.125:46655)] connecting to peer
20:09:59.126 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.124:33411(127.3.209.124:33411)] connecting to peer
20:09:59.126 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.3.209.126:36643(127.3.209.126:36643)] connecting to peer
20:09:59.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:59.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:59.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.209.125:46655(127.3.209.125:46655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:59.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.209.126:36643(127.3.209.126:36643)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:59.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.125:46655: Failed to connect to peer master-127.3.209.125:46655(127.3.209.125:46655): Connection refused: /127.3.209.125:46655
20:09:59.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.126:36643: Failed to connect to peer master-127.3.209.126:36643(127.3.209.126:36643): Connection refused: /127.3.209.126:36643
20:09:59.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:59.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.209.124:33411(127.3.209.124:33411)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:59.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.209.124:33411: Failed to connect to peer master-127.3.209.124:33411(127.3.209.124:33411): Connection refused: /127.3.209.124:33411
20:09:59.127 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.209.125:46655,127.3.209.124:33411,127.3.209.126:36643; will retry
20:09:59.132 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.132 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.132 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.133 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.153 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:59.153 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:59.153 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:59.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.155 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:59.155 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.155 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.155 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.156 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.168 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:59.168 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:59.168 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:59.169 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:59.169 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:59.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:59.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:59.169 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:59.169 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:59.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:59.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:59.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:59.170 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:59.199 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:59.199 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:59.200 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:59.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:59.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:59.200 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:59.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:59.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:59.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:59.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:59.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:59.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:59.202 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:59.212 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.212 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.213 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.213 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.213 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.213 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.253 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:59.253 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:59.253 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:59.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.254 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:59.271 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.272 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.272 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.272 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.273 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.273 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.279 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134999278 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:59.290 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
20:09:59.291 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
20:09:59.313 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:09:59.313 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:09:59.313 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:09:59.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:09:59.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:09:59.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:09:59.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:09:59.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.359 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:59.359 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:59.359 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:59.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:59.370 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.125:35071(127.1.202.125:35071)] connecting to peer
20:09:59.370 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.124:42607(127.1.202.124:42607)] connecting to peer
20:09:59.371 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.1.202.126:43031(127.1.202.126:43031)] connecting to peer
20:09:59.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:59.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:59.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.1.202.125:35071(127.1.202.125:35071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:59.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.202.124:42607(127.1.202.124:42607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:59.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.125:35071: Failed to connect to peer master-127.1.202.125:35071(127.1.202.125:35071): Connection refused: /127.1.202.125:35071
20:09:59.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.124:42607: Failed to connect to peer master-127.1.202.124:42607(127.1.202.124:42607): Connection refused: /127.1.202.124:42607
20:09:59.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:59.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.202.126:43031(127.1.202.126:43031)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:59.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.202.126:43031: Failed to connect to peer master-127.1.202.126:43031(127.1.202.126:43031): Connection refused: /127.1.202.126:43031
20:09:59.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.202.125:35071,127.1.202.124:42607,127.1.202.126:43031; will retry
20:09:59.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.395 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.395 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.395 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.398 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.420 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:59.420 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:59.420 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:59.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:59.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:59.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:59.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:59.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:59.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:59.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:59.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:59.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:59.421 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:59.431 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.432 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.432 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.432 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.432 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.432 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.434 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.434 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:09:59.434 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:09:59.434 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:09:59.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:59.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:59.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:59.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:59.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:09:59.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:09:59.435 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:59.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:59.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:09:59.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:09:59.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.583 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:59.584 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:59.584 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:59.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.585 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:59.671 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:09:59.671 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:09:59.671 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:09:59.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:09:59.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:09:59.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:09:59.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:09:59.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.780 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779134999779 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:09:59.789 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:09:59.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
20:09:59.857 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.859 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:09:59.860 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.861 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.12.218.188:33935(127.12.218.188:33935) for tablet Kudu Master: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.880 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:09:59.881 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:09:59.881 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:09:59.881 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.882 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.882 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.882 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.882 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.882 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.883 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:09:59.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.898 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:09:59.900 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:09:59.901 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:09:59.901 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:09:59.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.902 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:09:59.903 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:59.903 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:59.903 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:59.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:59.906 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:09:59.907 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:09:59.907 [DEBUG - pool-554-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:09:59.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:09:59.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:09:59.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:09:59.908 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:09:59.920 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:09:59.920 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:09:59.920 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:09:59.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.921 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.921 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.921 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:09:59.940 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:09:59.940 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:09:59.940 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:09:59.940 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.940 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.940 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.941 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.941 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.941 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:09:59.946 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:09:59.946 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:09:59.946 [DEBUG - pool-531-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:09:59.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:59.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:59.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:59.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:59.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:09:59.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:59.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:09:59.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:59.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:09:59.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:09:59.960 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:09:59.960 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:09:59.960 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:09:59.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:09:59.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:09:59.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:09:59.962 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:10:00.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:00.000 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:10:00.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.004 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:10:00.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.005 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:10:00.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.006 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.006 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:10:00.040 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:10:00.040 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:10:00.040 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:10:00.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:10:00.127 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:10:00.128 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:10:00.128 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:10:00.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:10:00.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:10:00.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:10:00.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:10:00.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:10:00.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:10:00.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:10:00.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:10:00.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:10:00.129 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:10:00.160 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:10:00.160 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:10:00.160 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:10:00.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.161 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.161 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.161 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.161 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:10:00.172 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:10:00.172 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:10:00.172 [DEBUG - pool-592-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:10:00.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.173 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:10:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T20:10:00Z chronyd exiting
20:10:00.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:00.272 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:10:00.272 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:10:00.272 [DEBUG - pool-594-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:10:00.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.273 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:10:00.279 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779135000278 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:10:00.287 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
20:10:00.288 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
20:10:00.357 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:00.360 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:10:00.360 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:10:00.360 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:10:00.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.360 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:00.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:00.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:00.360 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:10:00.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:00.397 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:00.483 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:10:00.483 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:10:00.484 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:10:00.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:10:00.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:10:00.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:10:00.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:10:00.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:10:00.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:10:00.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:10:00.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:10:00.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:10:00.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:10:00.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:00.607 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.124:43447(127.8.16.124:43447)] connecting to peer
20:10:00.607 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.125:44243(127.8.16.125:44243)] connecting to peer
20:10:00.607 [DEBUG - pool-552-thread-1] (Connection.java:748) [peer master-127.8.16.126:37607(127.8.16.126:37607)] connecting to peer
20:10:00.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:10:00.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:10:00.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:10:00.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.16.126:37607(127.8.16.126:37607)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:10:00.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.16.124:43447(127.8.16.124:43447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:10:00.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.126:37607: Failed to connect to peer master-127.8.16.126:37607(127.8.16.126:37607): Connection refused: /127.8.16.126:37607
20:10:00.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.124:43447: Failed to connect to peer master-127.8.16.124:43447(127.8.16.124:43447): Connection refused: /127.8.16.124:43447
20:10:00.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.16.125:44243(127.8.16.125:44243)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:10:00.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.16.125:44243: Failed to connect to peer master-127.8.16.125:44243(127.8.16.125:44243): Connection refused: /127.8.16.125:44243
20:10:00.608 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.16.124:43447,127.8.16.125:44243,127.8.16.126:37607; will retry
20:10:00.671 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:10:00.671 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:10:00.671 [DEBUG - pool-590-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:10:00.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.672 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:10:00.683 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.188:38277(127.11.17.188:38277)] connecting to peer
20:10:00.683 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.190:33389(127.11.17.190:33389)] connecting to peer
20:10:00.684 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.11.17.189:36221(127.11.17.189:36221)] connecting to peer
20:10:00.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:10:00.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:10:00.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:10:00.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.17.188:38277(127.11.17.188:38277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:10:00.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.17.190:33389(127.11.17.190:33389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:10:00.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.188:38277: Failed to connect to peer master-127.11.17.188:38277(127.11.17.188:38277): Connection refused: /127.11.17.188:38277
20:10:00.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.190:33389: Failed to connect to peer master-127.11.17.190:33389(127.11.17.190:33389): Connection refused: /127.11.17.190:33389
20:10:00.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.17.189:36221(127.11.17.189:36221)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:10:00.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.17.189:36221: Failed to connect to peer master-127.11.17.189:36221(127.11.17.189:36221): Connection refused: /127.11.17.189:36221
20:10:00.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.17.188:38277,127.11.17.190:33389,127.11.17.189:36221; will retry
20:10:00.699 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:10:00.699 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:10:00.699 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:10:00.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:10:00.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:10:00.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:10:00.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:10:00.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:10:00.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:10:00.700 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:10:00.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:10:00.700 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:10:00.700 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:10:00.701 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:00.779 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779135000778 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:10:00.789 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
20:10:00.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
20:10:00.855 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.126:35627(127.6.127.126:35627)] connecting to peer
20:10:00.855 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.124:38349(127.6.127.124:38349)] connecting to peer
20:10:00.855 [DEBUG - pool-586-thread-1] (Connection.java:748) [peer master-127.6.127.125:39777(127.6.127.125:39777)] connecting to peer
20:10:00.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.127.126:35627(127.6.127.126:35627)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.6.127.125:39777(127.6.127.125:39777)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.126:35627: Failed to connect to peer master-127.6.127.126:35627(127.6.127.126:35627): Connection refused: /127.6.127.126:35627
20:10:00.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.125:39777: Failed to connect to peer master-127.6.127.125:39777(127.6.127.125:39777): Connection refused: /127.6.127.125:39777
20:10:00.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.127.124:38349(127.6.127.124:38349)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.127.124:38349: Failed to connect to peer master-127.6.127.124:38349(127.6.127.124:38349): Connection refused: /127.6.127.124:38349
20:10:00.856 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.6.127.126:35627,127.6.127.124:38349,127.6.127.125:39777; will retry
20:10:00.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 1f02022c9a2936dac70c2082cc7114d7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 1f02022c9a2936dac70c2082cc7114d7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:00.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 68bdd6a769dbfb14b8f0bae67c3b2210 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 68bdd6a769dbfb14b8f0bae67c3b2210 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:00.897 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job de855ecde0984daac22d8a9ca6a04543 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job de855ecde0984daac22d8a9ca6a04543 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:01.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 554564a43b9b369974b514598c727f63 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 554564a43b9b369974b514598c727f63 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:01.060 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.190:45219(127.12.218.190:45219)] connecting to peer
20:10:01.060 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.189:41435(127.12.218.189:41435)] connecting to peer
20:10:01.060 [DEBUG - pool-570-thread-1] (Connection.java:748) [peer master-127.12.218.188:33935(127.12.218.188:33935)] connecting to peer
20:10:01.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:01.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:01.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:01.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.218.190:45219(127.12.218.190:45219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:01.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.218.188:33935(127.12.218.188:33935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:01.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.218.189:41435(127.12.218.189:41435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:01.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.188:33935: Failed to connect to peer master-127.12.218.188:33935(127.12.218.188:33935): Connection refused: /127.12.218.188:33935
20:10:01.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.190:45219: Failed to connect to peer master-127.12.218.190:45219(127.12.218.190:45219): Connection refused: /127.12.218.190:45219
20:10:01.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.218.189:41435: Failed to connect to peer master-127.12.218.189:41435(127.12.218.189:41435): Connection refused: /127.12.218.189:41435
20:10:01.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.218.190:45219,127.12.218.189:41435,127.12.218.188:33935; will retry
20:10:01.151 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.62:40477(127.2.129.62:40477)] connecting to peer
20:10:01.151 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.60:37103(127.2.129.60:37103)] connecting to peer
20:10:01.151 [DEBUG - pool-542-thread-1] (Connection.java:748) [peer master-127.2.129.61:36345(127.2.129.61:36345)] connecting to peer
20:10:01.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:10:01.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:10:01.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.129.60:37103(127.2.129.60:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:10:01.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.129.62:40477(127.2.129.62:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:10:01.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.60:37103: Failed to connect to peer master-127.2.129.60:37103(127.2.129.60:37103): Connection refused: /127.2.129.60:37103
20:10:01.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.62:40477: Failed to connect to peer master-127.2.129.62:40477(127.2.129.62:40477): Connection refused: /127.2.129.62:40477
20:10:01.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:10:01.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.129.61:36345(127.2.129.61:36345)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:10:01.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.129.61:36345: Failed to connect to peer master-127.2.129.61:36345(127.2.129.61:36345): Connection refused: /127.2.129.61:36345
20:10:01.152 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.129.62:40477,127.2.129.60:37103,127.2.129.61:36345; will retry
20:10:01.183 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.62:46847(127.8.217.62:46847)] connecting to peer
20:10:01.183 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.61:40273(127.8.217.61:40273)] connecting to peer
20:10:01.183 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.8.217.60:34669(127.8.217.60:34669)] connecting to peer
20:10:01.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:10:01.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:10:01.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.217.62:46847(127.8.217.62:46847)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:10:01.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.217.61:40273(127.8.217.61:40273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:10:01.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:10:01.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.62:46847: Failed to connect to peer master-127.8.217.62:46847(127.8.217.62:46847): Connection refused: /127.8.217.62:46847
20:10:01.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.61:40273: Failed to connect to peer master-127.8.217.61:40273(127.8.217.61:40273): Connection refused: /127.8.217.61:40273
20:10:01.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.217.60:34669(127.8.217.60:34669)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:10:01.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.217.60:34669: Failed to connect to peer master-127.8.217.60:34669(127.8.217.60:34669): Connection refused: /127.8.217.60:34669
20:10:01.185 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.217.62:46847,127.8.217.61:40273,127.8.217.60:34669; will retry
20:10:01.201 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d93cf83cb1a2567a02639ba3d51d0253 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d93cf83cb1a2567a02639ba3d51d0253 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
20:10:01.248 [ERROR - main] (RetryRule.java:206) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: failed attempt 1
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 42 more
20:10:01.279 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1779135001278 for job 0dc7b89d5b7f449dc7728d93c010c387.
20:10:01.289 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 0dc7b89d5b7f449dc7728d93c010c387 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
20:10:01.289 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
20:10:01.307 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.61:43945(127.0.176.61:43945)] connecting to peer
20:10:01.308 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.60:45599(127.0.176.60:45599)] connecting to peer
20:10:01.308 [DEBUG - pool-530-thread-1] (Connection.java:748) [peer master-127.0.176.62:40863(127.0.176.62:40863)] connecting to peer
20:10:01.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:10:01.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:10:01.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.176.60:45599(127.0.176.60:45599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:10:01.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.176.61:43945(127.0.176.61:43945)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:10:01.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.60:45599: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599
20:10:01.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.61:43945: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945
20:10:01.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:10:01.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.176.62:40863(127.0.176.62:40863)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:10:01.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.176.62:40863: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
20:10:01.309 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863; will retry
20:10:01.309 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27989), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [25ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [50ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [482ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [702ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [703ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [704ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [704ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1021ms] refreshing cache from master, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1026ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [3063ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [6321ms] refreshing cache from master, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6322ms] too many traces: truncated at 100 traces, deferred=Deferred@610597173(state=PENDING, result=null, callback=(continuation of Deferred@1073366251 after retry RPC after error@1943310421) -> (continuation of Deferred@1048179551 after retry RPC after error@1029118196) -> (continuation of Deferred@1357373097 after retry RPC after error@124173016) -> (continuation of Deferred@1995719264 after retry RPC after error@1944155378) -> (continuation of Deferred@496893617 after retry RPC after error@798963616) -> (continuation of Deferred@2066515825 after retry RPC after error@51526146) -> (continuation of Deferred@1904751783 after retry RPC after error@670838529) -> (continuation of Deferred@947139456 after retry RPC after error@715443366) -> (continuation of Deferred@448395353 after retry RPC after error@1559971880) -> (continuation of Deferred@1158322180 after retry RPC after error@1229434367) -> (continuation of Deferred@476708798 after retry RPC after error@441802259) -> (continuation of Deferred@193867749 after retry RPC after error@2136101694) -> (continuation of Deferred@739628901 after retry RPC after error@469807410) -> (continuation of Deferred@1720407120 after retry RPC after error@187506716) -> (continuation of Deferred@151085283 after retry RPC after error@269601232) -> (continuation of Deferred@746858070 after retry RPC after error@1313590810) -> (continuation of Deferred@1280289096 after retry RPC after error@1376691800) -> (continuation of Deferred@1605737689 after retry RPC after error@1327407659) -> (continuation of Deferred@2125088617 after retry RPC after error@1496384130) -> (continuation of Deferred@705760809 after retry RPC after error@279248570) -> (continuation of Deferred@1016689352 after retry RPC after error@1835877067) -> (continuation of Deferred@1336899849 after retry RPC after error@2018053992) -> (continuation of Deferred@263269787 after retry RPC after error@139283900), errback=(continuation of Deferred@1073366251 after retry RPC after error@1943310421) -> (continuation of Deferred@1048179551 after retry RPC after error@1029118196) -> (continuation of Deferred@1357373097 after retry RPC after error@124173016) -> (continuation of Deferred@1995719264 after retry RPC after error@1944155378) -> (continuation of Deferred@496893617 after retry RPC after error@798963616) -> (continuation of Deferred@2066515825 after retry RPC after error@51526146) -> (continuation of Deferred@1904751783 after retry RPC after error@670838529) -> (continuation of Deferred@947139456 after retry RPC after error@715443366) -> (continuation of Deferred@448395353 after retry RPC after error@1559971880) -> (continuation of Deferred@1158322180 after retry RPC after error@1229434367) -> (continuation of Deferred@476708798 after retry RPC after error@441802259) -> (continuation of Deferred@193867749 after retry RPC after error@2136101694) -> (continuation of Deferred@739628901 after retry RPC after error@469807410) -> (continuation of Deferred@1720407120 after retry RPC after error@187506716) -> (continuation of Deferred@151085283 after retry RPC after error@269601232) -> (continuation of Deferred@746858070 after retry RPC after error@1313590810) -> (continuation of Deferred@1280289096 after retry RPC after error@1376691800) -> (continuation of Deferred@1605737689 after retry RPC after error@1327407659) -> (continuation of Deferred@2125088617 after retry RPC after error@1496384130) -> (continuation of Deferred@705760809 after retry RPC after error@279248570) -> (continuation of Deferred@1016689352 after retry RPC after error@1835877067) -> (continuation of Deferred@1336899849 after retry RPC after error@2018053992) -> (continuation of Deferred@263269787 after retry RPC after error@139283900)))
20:10:01.310 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
20:10:01.310 [WARN - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27989), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [25ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [50ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [482ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [702ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [703ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [704ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [704ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1021ms] refreshing cache from master, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1026ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [3063ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [6321ms] refreshing cache from master, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6322ms] too many traces: truncated at 100 traces, deferred=Deferred@610597173(state=PENDING, result=null, callback=(continuation of Deferred@1073366251 after retry RPC after error@1943310421) -> (continuation of Deferred@1048179551 after retry RPC after error@1029118196) -> (continuation of Deferred@1357373097 after retry RPC after error@124173016) -> (continuation of Deferred@1995719264 after retry RPC after error@1944155378) -> (continuation of Deferred@496893617 after retry RPC after error@798963616) -> (continuation of Deferred@2066515825 after retry RPC after error@51526146) -> (continuation of Deferred@1904751783 after retry RPC after error@670838529) -> (continuation of Deferred@947139456 after retry RPC after error@715443366) -> (continuation of Deferred@448395353 after retry RPC after error@1559971880) -> (continuation of Deferred@1158322180 after retry RPC after error@1229434367) -> (continuation of Deferred@476708798 after retry RPC after error@441802259) -> (continuation of Deferred@193867749 after retry RPC after error@2136101694) -> (continuation of Deferred@739628901 after retry RPC after error@469807410) -> (continuation of Deferred@1720407120 after retry RPC after error@187506716) -> (continuation of Deferred@151085283 after retry RPC after error@269601232) -> (continuation of Deferred@746858070 after retry RPC after error@1313590810) -> (continuation of Deferred@1280289096 after retry RPC after error@1376691800) -> (continuation of Deferred@1605737689 after retry RPC after error@1327407659) -> (continuation of Deferred@2125088617 after retry RPC after error@1496384130) -> (continuation of Deferred@705760809 after retry RPC after error@279248570) -> (continuation of Deferred@1016689352 after retry RPC after error@1835877067) -> (continuation of Deferred@1336899849 after retry RPC after error@2018053992) -> (continuation of Deferred@263269787 after retry RPC after error@139283900), errback=(continuation of Deferred@1073366251 after retry RPC after error@1943310421) -> (continuation of Deferred@1048179551 after retry RPC after error@1029118196) -> (continuation of Deferred@1357373097 after retry RPC after error@124173016) -> (continuation of Deferred@1995719264 after retry RPC after error@1944155378) -> (continuation of Deferred@496893617 after retry RPC after error@798963616) -> (continuation of Deferred@2066515825 after retry RPC after error@51526146) -> (continuation of Deferred@1904751783 after retry RPC after error@670838529) -> (continuation of Deferred@947139456 after retry RPC after error@715443366) -> (continuation of Deferred@448395353 after retry RPC after error@1559971880) -> (continuation of Deferred@1158322180 after retry RPC after error@1229434367) -> (continuation of Deferred@476708798 after retry RPC after error@441802259) -> (continuation of Deferred@193867749 after retry RPC after error@2136101694) -> (continuation of Deferred@739628901 after retry RPC after error@469807410) -> (continuation of Deferred@1720407120 after retry RPC after error@187506716) -> (continuation of Deferred@151085283 after retry RPC after error@269601232) -> (continuation of Deferred@746858070 after retry RPC after error@1313590810) -> (continuation of Deferred@1280289096 after retry RPC after error@1376691800) -> (continuation of Deferred@1605737689 after retry RPC after error@1327407659) -> (continuation of Deferred@2125088617 after retry RPC after error@1496384130) -> (continuation of Deferred@705760809 after retry RPC after error@279248570) -> (continuation of Deferred@1016689352 after retry RPC after error@1835877067) -> (continuation of Deferred@1336899849 after retry RPC after error@2018053992) -> (continuation of Deferred@263269787 after retry RPC after error@139283900)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:10:01.311 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#7 (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
20:10:01.313 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#7 dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
20:10:01.313 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.126:45579(127.5.177.126:45579)] connecting to peer
20:10:01.313 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.125:34987(127.5.177.125:34987)] connecting to peer
20:10:01.313 [DEBUG - pool-587-thread-1] (Connection.java:748) [peer master-127.5.177.124:42459(127.5.177.124:42459)] connecting to peer
20:10:01.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:10:01.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.177.126:45579(127.5.177.126:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:10:01.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.126:45579: Failed to connect to peer master-127.5.177.126:45579(127.5.177.126:45579): Connection refused: /127.5.177.126:45579
20:10:01.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:10:01.315 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED on 780f844e-b207-4201-bc3c-b2f794174396 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27989), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [25ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [50ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [50ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [164ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [482ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [482ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [702ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [703ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [704ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [704ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1021ms] refreshing cache from master, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [1026ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.60:45599: Network error: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.62:40863: Network error: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.0.176.61:43945: Network error: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [3063ms] delaying RPC due to: Service unavailable: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945, [6321ms] refreshing cache from master, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.61:43945, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.60:45599, [6321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.176.62:40863, [6322ms] too many traces: truncated at 100 traces, deferred=Deferred@610597173(state=PENDING, result=null, callback=(continuation of Deferred@1073366251 after retry RPC after error@1943310421) -> (continuation of Deferred@1048179551 after retry RPC after error@1029118196) -> (continuation of Deferred@1357373097 after retry RPC after error@124173016) -> (continuation of Deferred@1995719264 after retry RPC after error@1944155378) -> (continuation of Deferred@496893617 after retry RPC after error@798963616) -> (continuation of Deferred@2066515825 after retry RPC after error@51526146) -> (continuation of Deferred@1904751783 after retry RPC after error@670838529) -> (continuation of Deferred@947139456 after retry RPC after error@715443366) -> (continuation of Deferred@448395353 after retry RPC after error@1559971880) -> (continuation of Deferred@1158322180 after retry RPC after error@1229434367) -> (continuation of Deferred@476708798 after retry RPC after error@441802259) -> (continuation of Deferred@193867749 after retry RPC after error@2136101694) -> (continuation of Deferred@739628901 after retry RPC after error@469807410) -> (continuation of Deferred@1720407120 after retry RPC after error@187506716) -> (continuation of Deferred@151085283 after retry RPC after error@269601232) -> (continuation of Deferred@746858070 after retry RPC after error@1313590810) -> (continuation of Deferred@1280289096 after retry RPC after error@1376691800) -> (continuation of Deferred@1605737689 after retry RPC after error@1327407659) -> (continuation of Deferred@2125088617 after retry RPC after error@1496384130) -> (continuation of Deferred@705760809 after retry RPC after error@279248570) -> (continuation of Deferred@1016689352 after retry RPC after error@1835877067) -> (continuation of Deferred@1336899849 after retry RPC after error@2018053992) -> (continuation of Deferred@263269787 after retry RPC after error@139283900), errback=(continuation of Deferred@1073366251 after retry RPC after error@1943310421) -> (continuation of Deferred@1048179551 after retry RPC after error@1029118196) -> (continuation of Deferred@1357373097 after retry RPC after error@124173016) -> (continuation of Deferred@1995719264 after retry RPC after error@1944155378) -> (continuation of Deferred@496893617 after retry RPC after error@798963616) -> (continuation of Deferred@2066515825 after retry RPC after error@51526146) -> (continuation of Deferred@1904751783 after retry RPC after error@670838529) -> (continuation of Deferred@947139456 after retry RPC after error@715443366) -> (continuation of Deferred@448395353 after retry RPC after error@1559971880) -> (continuation of Deferred@1158322180 after retry RPC after error@1229434367) -> (continuation of Deferred@476708798 after retry RPC after error@441802259) -> (continuation of Deferred@193867749 after retry RPC after error@2136101694) -> (continuation of Deferred@739628901 after retry RPC after error@469807410) -> (continuation of Deferred@1720407120 after retry RPC after error@187506716) -> (continuation of Deferred@151085283 after retry RPC after error@269601232) -> (continuation of Deferred@746858070 after retry RPC after error@1313590810) -> (continuation of Deferred@1280289096 after retry RPC after error@1376691800) -> (continuation of Deferred@1605737689 after retry RPC after error@1327407659) -> (continuation of Deferred@2125088617 after retry RPC after error@1496384130) -> (continuation of Deferred@705760809 after retry RPC after error@279248570) -> (continuation of Deferred@1016689352 after retry RPC after error@1835877067) -> (continuation of Deferred@1336899849 after retry RPC after error@2018053992) -> (continuation of Deferred@263269787 after retry RPC after error@139283900)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.176.61:43945,127.0.176.60:45599,127.0.176.62:40863) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.60:45599(127.0.176.60:45599): Connection refused: /127.0.176.60:45599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.61:43945(127.0.176.61:43945): Connection refused: /127.0.176.61:43945,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.176.62:40863(127.0.176.62:40863): Connection refused: /127.0.176.62:40863
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.176.62:40863
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
20:10:01.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:10:01.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.177.124:42459(127.5.177.124:42459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:10:01.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.124:42459: Failed to connect to peer master-127.5.177.124:42459(127.5.177.124:42459): Connection refused: /127.5.177.124:42459
20:10:01.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.177.125:34987(127.5.177.125:34987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:10:01.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.5.177.125:34987: Failed to connect to peer master-127.5.177.125:34987(127.5.177.125:34987): Connection refused: /127.5.177.125:34987
20:10:01.315 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.5.177.126:45579,127.5.177.125:34987,127.5.177.124:42459; will retry
20:10:01.316 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 554564a43b9b369974b514598c727f63: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
20:10:01.316 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task dfadc708f1e7d6e18be2480770768797_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
20:10:01.316 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#7) of source Source: KuduSource.
20:10:01.317 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (554564a43b9b369974b514598c727f63) switched from state RUNNING to RESTARTING.
20:10:01.320 [ERROR - main] (RetryRule.java:253) org.apache.kudu.replication.TestReplicationTableInitializer.testTableInitializationSmoke: giving up after 1 attempts
E
Time: 375.378
There were 7 failures:
1) testNonCoveredRangePartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
2) testRangeWithCustomHashSchemas(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
3) testUnpartitionedTable(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
4) testHashAndRangePartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
5) testRangeOnlyPartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
6) testHashOnlyPartitioning(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more
7) testTableInitializationSmoke(org.apache.kudu.replication.TestReplicationTableInitializer)
org.apache.kudu.shaded.org.apache.commons.logging.LogConfigurationException: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl (Caused by java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1158)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory$2.run(LogFactory.java:960)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:318)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.newFactory(LogFactory.java:957)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getFactory(LogFactory.java:624)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.getLog(LogFactory.java:655)
	at org.apache.kudu.shaded.org.apache.http.conn.ssl.DefaultHostnameVerifier.<init>(DefaultHostnameVerifier.java:82)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClientBuilder.build(HttpClientBuilder.java:970)
	at org.apache.kudu.shaded.org.apache.http.impl.client.HttpClients.createDefault(HttpClients.java:56)
	at org.apache.kudu.test.junit.ResultReporter.reportResult(ResultReporter.java:207)
	at org.apache.kudu.test.junit.ResultReporter.tryReportResult(ResultReporter.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.report(RetryRule.java:165)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:216)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: java.lang.ClassNotFoundException: org.apache.kudu.shaded.org.apache.commons.logging.impl.LogFactoryImpl
	at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:641)
	at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:188)
	at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:525)
	at org.apache.kudu.shaded.org.apache.commons.logging.LogFactory.createFactory(LogFactory.java:1020)
	... 39 more

FAILURES!!!
Tests run: 7,  Failures: 7

20:10:01.329 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:37443
20:10:01.329 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
20:10:01.330 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-32888304-b61f-4dce-9c1c-f7ab4105d5d6
20:10:01.330 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-99de3dc5-ce9e-4984-aab5-e842f0b609fe
20:10:01.330 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
20:10:01.331 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
20:10:01.331 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
20:10:01.331 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
20:10:01.332 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
20:10:01.333 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
20:10:01.333 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-d0298c9d-eaed-4f77-a4e7-6edf50e5f60b
20:10:01.334 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
20:10:01.335 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-9de23234-878a-49bc-9aaf-5ef1271bb193
20:10:01.336 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-2f0b49a0-8599-4440-a190-09395617e378
